-- Logs begin at Wed 2021-04-21 13:59:25 UTC, end at Wed 2021-04-21 14:59:52 UTC. -- Apr 21 14:30:15.198957 dv-cinder-786385-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 21 14:30:18.509468 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.common.config [-] Logging enabled! Apr 21 14:30:18.510087 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109 Apr 21 14:30:18.511389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86228) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 14:30:18.513235 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.common.config [-] Logging enabled! Apr 21 14:30:18.513527 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109 Apr 21 14:30:18.513892 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86228) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 14:30:18.514956 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 21 14:30:18.515222 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 21 14:30:18.516372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 21 14:30:18.516680 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 21 14:30:18.516941 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 21 14:30:18.517335 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.517684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.518562 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.518828 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.519233 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.519512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.519836 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.520171 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.520518 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.520842 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.521206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.521508 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.521771 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.522091 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.522426 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.522758 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.523018 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] debug = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.523336 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.523876 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.524207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.524513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.524914 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.525195 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.525502 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.525817 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.526138 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.526525 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] host = dv-cinder-786385-2-smb {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.526840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.527173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.527505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.527843 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.528156 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.528471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.528801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.529121 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.529430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] log_file = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.529741 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.530075 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.530405 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.530750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.531009 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.531263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.531594 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.531926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.532239 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.532550 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.532906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.533197 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.534066 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.534382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.534710 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.535039 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.535367 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.535678 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.535987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.536305 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.536606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.536979 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.537289 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.537599 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.537912 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.538245 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.538609 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.538857 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.539209 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.539538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.539947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.540173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.540477 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.540802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.541144 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.541449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.541762 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] use_json = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.542060 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.542365 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.542690 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.542996 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.543300 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.543605 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.543911 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.544243 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:18.544582 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.544946 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.545291 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.545609 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.545944 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.546266 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.546598 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.546902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.547277 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.547608 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.547932 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.548244 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.548569 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.548993 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.549275 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.549629 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.549964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.550299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.550609 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.550916 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.551224 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.551536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.551864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.552194 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.552524 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.552833 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.553192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.553525 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.553884 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.554120 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.554441 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.554769 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.555079 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.555390 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.555704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.556014 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.556319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.556621 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.557096 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.557299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.557578 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.557891 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.558194 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.558504 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.558806 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.559130 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.559440 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.559742 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.560047 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.560356 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.560662 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.560995 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.561308 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.561616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.561924 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.562227 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.562531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.562840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.563143 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.563449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.563754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.564057 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.564368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.564702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.565035 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.565342 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.565649 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.565953 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.566277 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.566613 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.566924 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.567238 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.567550 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.567862 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.568175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.568483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.568792 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.569133 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.569445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.569791 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.570107 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.570429 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.570743 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.571054 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.571392 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.571704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.572017 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.572325 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.572636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.572987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.573306 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.573638 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.573965 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.574298 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.574626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.574959 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.575269 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.575629 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.575945 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:18.576193 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 21 14:30:18.576461 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86228) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 21 14:30:19.259739 dv-cinder-786385-2-smb neutron-server[86228]: INFO keyring.backend [-] Loading Gnome Apr 21 14:30:19.277333 dv-cinder-786385-2-smb neutron-server[86228]: INFO keyring.backend [-] Loading Google Apr 21 14:30:19.280247 dv-cinder-786385-2-smb neutron-server[86228]: INFO keyring.backend [-] Loading Windows (alt) Apr 21 14:30:19.284013 dv-cinder-786385-2-smb neutron-server[86228]: INFO keyring.backend [-] Loading file Apr 21 14:30:19.284981 dv-cinder-786385-2-smb neutron-server[86228]: INFO keyring.backend [-] Loading keyczar Apr 21 14:30:19.285342 dv-cinder-786385-2-smb neutron-server[86228]: INFO keyring.backend [-] Loading multi Apr 21 14:30:19.286064 dv-cinder-786385-2-smb neutron-server[86228]: INFO keyring.backend [-] Loading pyfs Apr 21 14:30:19.334496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:30:19.334806 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:30:19.335126 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:30:19.335512 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 21 14:30:19.751811 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.752408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.752408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.753873 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.754302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.754602 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.794976 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.795285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.795588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.811505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.811824 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.812126 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.882814 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.883103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.883402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.884469 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.884772 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:19.886899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.175479 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.175713 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.176059 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.176373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.177285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.333604 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.333981 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.334312 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.334622 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.334927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.335319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.335843 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.336144 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.336446 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.336796 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.337138 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.337455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.337771 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.338343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.338665 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.338992 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.339296 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.339621 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.339915 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.340265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.340740 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.341072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.341354 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.341706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.341998 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.342284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.342759 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 14:30:20.343038 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 14:30:20.343316 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 14:30:20.343591 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 14:30:20.343875 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 14:30:20.344145 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 14:30:20.344590 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 21 14:30:20.348253 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 21 14:30:20.352630 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 21 14:30:20.356969 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 21 14:30:20.358783 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 21 14:30:20.360104 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 21 14:30:20.360497 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 21 14:30:20.360998 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 21 14:30:20.365338 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 21 14:30:20.365621 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 21 14:30:20.366052 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 14:30:20.394648 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 21 14:30:20.395177 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.395522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86228) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 21 14:30:20.395941 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.397540 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86228) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 21 14:30:20.397884 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 14:30:20.398174 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 21 14:30:20.401654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.401988 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:20.470783 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 21 14:30:20.471602 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 21 14:30:20.471880 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 21 14:30:20.472301 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 21 14:30:20.512640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_db.sqlalchemy.engines [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86228) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 21 14:30:20.987551 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Initializing driver for type 'gre' Apr 21 14:30:20.988470 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] gre ID ranges: [(1, 1000)] Apr 21 14:30:21.055447 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Initializing driver for type 'local' Apr 21 14:30:21.055887 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Initializing driver for type 'vlan' Apr 21 14:30:21.068595 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] VlanTypeDriver initialization complete Apr 21 14:30:21.069088 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Initializing driver for type 'vxlan' Apr 21 14:30:21.069709 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] vxlan ID ranges: [(1, 1000)] Apr 21 14:30:21.112352 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Initializing extension driver 'port_security' Apr 21 14:30:21.112801 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.extensions.port_security [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] PortSecurityExtensionDriver initialization complete Apr 21 14:30:21.113272 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Initializing mechanism driver 'openvswitch' Apr 21 14:30:21.113764 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Initializing mechanism driver 'hyperv' Apr 21 14:30:21.120591 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:30:21.121471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > port after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.121892 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > port after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.122289 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > port after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.122723 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.123117 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.123506 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.123936 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > network after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.124333 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > network after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.124720 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > network after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.125176 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > security_group after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.125568 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > security_group after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.126148 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.126577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.126968 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.127887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.128314 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > address_group after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.128704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > address_group after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.129110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.129489 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] ML2 OVO RPC backend initialized. {{(pid=86228) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 21 14:30:21.130371 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.130776 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.131242 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > network before_response 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.131635 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > networks before_response 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.132022 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > port before_response 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.132407 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > ports before_response 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.132793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > subnet before_response 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.133207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > subnets before_response 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.133598 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > network after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.133985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > network after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.134363 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > network after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.134750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > port after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.135131 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > port after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.135512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > port after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.135892 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.136273 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.136650 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.137403 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.plugin [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Modular L2 Plugin initialization complete Apr 21 14:30:21.137771 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading services supported by the core plugin {{(pid=86228) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 21 14:30:21.138149 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.plugins.ml2.managers [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Got port-security extension from driver 'port_security' Apr 21 14:30:21.138673 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.extensions.vlantransparent [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Disabled vlantransparent extension. Apr 21 14:30:21.139225 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86228) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 21 14:30:21.139576 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading Plugin: router Apr 21 14:30:21.181814 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.182262 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router after_create 55549900 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.182675 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router before_create 55549900 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.183091 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.183520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.183927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router after_delete 55549900 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.184330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.184756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router after_create 55549900 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.185173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router after_update 55549900 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.185575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router after_update 55549900 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.185971 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.186386 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router after_update 55549900 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.186906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.187341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: port after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.187725 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: port after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.188111 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: subnet after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.188499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.188920 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.189320 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.190246 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: port before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.190637 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router precommit_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.191054 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router after_update 55549900 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.191443 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.191846 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.192265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.192660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.193142 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > network after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.194270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Tracking information for resource: router configured {{(pid=86228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 14:30:21.194651 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Tracking information for resource: floatingip configured {{(pid=86228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 14:30:21.200069 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_agentschedulers_db [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 21 14:30:21.200747 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: port after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.201189 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: port after_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.201584 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: port after_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.201980 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: port after_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.202932 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router before_create 55550100 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.203350 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.203760 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router precommit_create 55550100 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.204165 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > router precommit_update 55550100 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.209941 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.provider_configuration [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service providers = [] {{(pid=86228) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 21 14:30:21.210348 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.servicetype_db [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86228) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 21 14:30:21.213715 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.service_base [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86228) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 14:30:21.214104 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.service_base [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86228) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 14:30:21.214487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.service_base [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86228) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 14:30:21.215413 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.service_base [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86228) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 14:30:21.215829 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.services.service_base [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 21 14:30:21.216265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 14:30:21.216626 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 21 14:30:21.227657 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 14:30:21.228031 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading Plugin: auto_allocate Apr 21 14:30:21.234318 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: network precommit_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.234740 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: network precommit_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.235376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 14:30:21.235742 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading Plugin: tag Apr 21 14:30:21.244250 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 14:30:21.244556 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading Plugin: timestamp Apr 21 14:30:21.248937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 14:30:21.249316 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading Plugin: network_ip_availability Apr 21 14:30:21.256006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.256427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.256829 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.257752 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 14:30:21.258125 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading Plugin: flavors Apr 21 14:30:21.263369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 14:30:21.263740 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading Plugin: revisions Apr 21 14:30:21.268828 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 14:30:21.269294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.934s {{(pid=86228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:30:21.270141 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86228) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 21 14:30:21.270512 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Initializing extension manager. Apr 21 14:30:21.271093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: __init__.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.271480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: __pycache__ {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.271861 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.272240 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: address_group.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.273162 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.273840 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: address-group Apr 21 14:30:21.274207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: address_scope.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.275012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.275588 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: address-scope Apr 21 14:30:21.275958 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.277047 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.277638 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: router-admin-state-down-before-update Apr 21 14:30:21.278004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: agent.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.278810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.279391 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: agent Apr 21 14:30:21.279756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: agent_resources_synced.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.280741 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.281379 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: agent-resources-synced Apr 21 14:30:21.281745 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: allowedaddresspairs.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.283753 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.284358 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: allowed-address-pairs Apr 21 14:30:21.284730 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: auto_allocated_topology.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.285910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.286494 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: auto-allocated-topology Apr 21 14:30:21.286864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: availability_zone.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.287648 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.288221 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: availability_zone Apr 21 14:30:21.288590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: availability_zone_filter.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.289595 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.290190 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: availability_zone_filter Apr 21 14:30:21.290537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: data_plane_status.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.291632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.292206 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension data-plane-status not supported by any of loaded plugins Apr 21 14:30:21.292572 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: default_subnetpools.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.293596 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.294174 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: default-subnetpools Apr 21 14:30:21.294541 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.295508 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.296097 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: dhcp_agent_scheduler Apr 21 14:30:21.296468 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: dns.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.297527 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.298108 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension dns-integration not supported by any of loaded plugins Apr 21 14:30:21.298478 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: dns_domain_ports.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.299964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.300544 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 21 14:30:21.300940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: dvr.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.301702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.302281 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: dvr Apr 21 14:30:21.302650 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: empty_string_filtering.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.303619 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.304206 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: empty-string-filtering Apr 21 14:30:21.304576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.305551 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.306128 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 21 14:30:21.306512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.307472 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.308046 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 21 14:30:21.308416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: external_net.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.309397 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.309970 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: external-net Apr 21 14:30:21.310333 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.311272 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.311840 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: extra_dhcp_opt Apr 21 14:30:21.312202 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: extraroute.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.313170 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.313747 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: extraroute Apr 21 14:30:21.314111 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: extraroute_atomic.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.315772 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.316359 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: extraroute-atomic Apr 21 14:30:21.316730 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: filter_validation.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.317510 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.318082 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: filter-validation Apr 21 14:30:21.318461 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: fip_pf_description.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.319439 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.320015 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 21 14:30:21.320384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: fip_port_details.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.321523 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.322118 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: fip-port-details Apr 21 14:30:21.322484 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: flavors.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.323809 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.324395 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: flavors Apr 21 14:30:21.324766 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.326626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.327254 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 21 14:30:21.327648 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: floatingip_pools.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.328438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.329051 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: floatingip-pools Apr 21 14:30:21.329425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: ip_allocation.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.330466 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.331052 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension ip_allocation not supported by any of loaded plugins Apr 21 14:30:21.331421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.332382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.333012 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: ip-substring-filtering Apr 21 14:30:21.333385 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: l2_adjacency.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.334358 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.334936 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 21 14:30:21.335305 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: l3.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.336492 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.337116 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: router Apr 21 14:30:21.337490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.340294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.340926 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 21 14:30:21.341306 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.342293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.342879 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: ext-gw-mode Apr 21 14:30:21.343247 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.344333 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.344947 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: l3-ha Apr 21 14:30:21.345319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: l3_flavors.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.346339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.346925 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: l3-flavors Apr 21 14:30:21.347298 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.348260 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.348833 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 21 14:30:21.349240 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: l3agentscheduler.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.350515 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.351122 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: l3_agent_scheduler Apr 21 14:30:21.351497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: logging.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.353137 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.353728 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension logging not supported by any of loaded plugins Apr 21 14:30:21.354103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: metering.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.354936 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.355645 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: metering Apr 21 14:30:21.356019 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.357210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.357802 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: metering_source_and_destination_fields Apr 21 14:30:21.358173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: multiprovidernet.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.359151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.359738 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: multi-provider Apr 21 14:30:21.360110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: netmtu.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.361103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.362230 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: net-mtu Apr 21 14:30:21.362597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: netmtu_writable.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.363575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.364147 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: net-mtu-writable Apr 21 14:30:21.364516 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: network_availability_zone.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.365444 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.366018 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: network_availability_zone Apr 21 14:30:21.366384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: network_ip_availability.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.367577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.368149 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: network-ip-availability Apr 21 14:30:21.368515 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: network_segment_range.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.369418 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.369994 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension network-segment-range not supported by any of loaded plugins Apr 21 14:30:21.370364 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: pagination.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.371420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.371804 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: pagination Apr 21 14:30:21.372167 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: port_device_profile.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.373129 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.373724 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: port-device-profile Apr 21 14:30:21.374091 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.375062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.375641 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: port-mac-address-regenerate Apr 21 14:30:21.376007 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.376985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.378129 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: port-numa-affinity-policy Apr 21 14:30:21.378492 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: port_resource_request.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.379455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.380027 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension port-resource-request not supported by any of loaded plugins Apr 21 14:30:21.380389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: portbindings.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.381383 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.381967 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: binding Apr 21 14:30:21.382332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: portbindings_extended.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.383666 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.384248 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: binding-extended Apr 21 14:30:21.384618 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: portsecurity.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.385632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.386217 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: port-security Apr 21 14:30:21.386584 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: project_id.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.387610 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.387996 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: project-id Apr 21 14:30:21.388354 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: providernet.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.389347 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.389940 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: provider Apr 21 14:30:21.390311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: qos.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.394441 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.396560 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension qos not supported by any of loaded plugins Apr 21 14:30:21.397013 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.398616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.399223 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 21 14:30:21.399601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.400604 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.401231 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 21 14:30:21.401602 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: qos_default.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.402574 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.403164 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension qos-default not supported by any of loaded plugins Apr 21 14:30:21.403538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: qos_fip.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.404299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.404911 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension qos-fip not supported by any of loaded plugins Apr 21 14:30:21.405279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: qos_gateway_ip.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.406305 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.406890 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 21 14:30:21.407265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: qos_port_network_policy.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.408219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.408816 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 21 14:30:21.409217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: qos_rule_type_details.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.410192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.410767 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 21 14:30:21.411134 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: qos_rules_alias.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.412268 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.412902 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 21 14:30:21.413263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: quotasv2.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.414388 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.414806 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: quotas Apr 21 14:30:21.415134 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: quotasv2_detail.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.417141 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.417532 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: quota_details Apr 21 14:30:21.417948 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: rbac.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.419257 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.419923 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: rbac-policies Apr 21 14:30:21.420320 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: rbac_address_group.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.421352 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.421947 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: rbac-address-group Apr 21 14:30:21.422348 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: rbac_address_scope.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.423325 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.424438 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: rbac-address-scope Apr 21 14:30:21.424896 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: rbac_security_groups.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.425792 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.426391 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: rbac-security-groups Apr 21 14:30:21.426757 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: rbac_subnetpool.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.427761 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.428357 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: rbac-subnetpool Apr 21 14:30:21.428731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: revisionifmatch.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.429769 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.430357 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: revision-if-match Apr 21 14:30:21.430719 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: revisions.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.431919 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.432498 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: standard-attr-revisions Apr 21 14:30:21.432887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: router_availability_zone.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.433645 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.434217 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: router_availability_zone Apr 21 14:30:21.434582 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: routerservicetype.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.435552 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.436123 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension router-service-type not supported by any of loaded plugins Apr 21 14:30:21.436488 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.437527 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.438082 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: security-groups-normalized-cidr Apr 21 14:30:21.438445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.439412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.440547 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: port-security-groups-filtering Apr 21 14:30:21.440940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.441956 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.442542 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: security-groups-remote-address-group Apr 21 14:30:21.442907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: securitygroup.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.457967 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.458658 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: security-group Apr 21 14:30:21.459065 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: segment.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.460094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.460703 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension segment not supported by any of loaded plugins Apr 21 14:30:21.461124 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.462248 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.463112 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 21 14:30:21.463486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: servicetype.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.464762 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.465423 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: service-type Apr 21 14:30:21.465822 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: sorting.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.466853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.467240 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: sorting Apr 21 14:30:21.467607 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: standard_attr_segment.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.468580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.469208 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 21 14:30:21.469576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: standardattrdescription.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.470313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.470928 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: standard-attr-description Apr 21 14:30:21.471303 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: stateful_security_group.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.472306 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.472928 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: stateful-security-group Apr 21 14:30:21.473303 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: stdattrs_common.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.473924 dv-cinder-786385-2-smb neutron-server[86228]: WARNING neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 21 14:30:21.474285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.475338 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.475928 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 21 14:30:21.476291 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: subnet_onboard.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.477458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.478047 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: subnet_onboard Apr 21 14:30:21.478413 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.479384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.479964 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 21 14:30:21.480330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: subnet_service_types.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.481343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.481927 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: subnet-service-types Apr 21 14:30:21.482291 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: subnetallocation.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.483458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.484082 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: subnet_allocation Apr 21 14:30:21.484424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.485208 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.485793 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: subnetpool-prefix-ops Apr 21 14:30:21.487311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.488235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.488836 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 21 14:30:21.489315 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: tagging.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.490717 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.491282 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: standard-attr-tag Apr 21 14:30:21.491652 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: timestamp.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.493014 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.493604 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loaded extension: standard-attr-timestamp Apr 21 14:30:21.493978 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: trunk.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.495149 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.495661 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension trunk not supported by any of loaded plugins Apr 21 14:30:21.496031 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: trunk_details.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.497029 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.497607 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension trunk-details not supported by any of loaded plugins Apr 21 14:30:21.497981 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: uplink_status_propagation.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.498954 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.499540 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 21 14:30:21.499905 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Loading extension file: vlantransparent.py {{(pid=86228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 14:30:21.500658 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:30:21.501268 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 21 14:30:21.504204 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:network Apr 21 14:30:21.505369 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:subnet Apr 21 14:30:21.505776 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:30:21.506456 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:port Apr 21 14:30:21.508104 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.508605 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service FLAVORS assigned prefix: {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.509340 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.509818 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.510201 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:router Apr 21 14:30:21.510986 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:floatingip Apr 21 14:30:21.511781 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service METERING assigned prefix: /metering {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.513707 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.514122 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.514526 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:30:21.515777 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 14:30:21.516279 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:security_group Apr 21 14:30:21.517162 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 14:30:21.518533 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service CORE assigned prefix: {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.518911 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:30:21.519283 dv-cinder-786385-2-smb neutron-server[86228]: WARNING neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] subnetpool is already registered Apr 21 14:30:21.519990 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service CORE assigned prefix: {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.520363 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:30:21.520732 dv-cinder-786385-2-smb neutron-server[86228]: WARNING neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] subnetpool is already registered Apr 21 14:30:21.523703 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.524235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service FLAVORS assigned prefix: {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.525059 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.525633 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.526019 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:router Apr 21 14:30:21.526476 dv-cinder-786385-2-smb neutron-server[86228]: WARNING neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] router is already registered Apr 21 14:30:21.527297 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:floatingip Apr 21 14:30:21.527714 dv-cinder-786385-2-smb neutron-server[86228]: WARNING neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] floatingip is already registered Apr 21 14:30:21.528514 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service METERING assigned prefix: /metering {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.529473 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 14:30:21.529888 dv-cinder-786385-2-smb neutron-server[86228]: WARNING neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] rbac_policy is already registered Apr 21 14:30:21.530586 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:security_group Apr 21 14:30:21.530993 dv-cinder-786385-2-smb neutron-server[86228]: WARNING neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] security_group is already registered Apr 21 14:30:21.531710 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 14:30:21.532120 dv-cinder-786385-2-smb neutron-server[86228]: WARNING neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] security_group_rule is already registered Apr 21 14:30:21.532978 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service CORE assigned prefix: {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.533960 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:30:21.534375 dv-cinder-786385-2-smb neutron-server[86228]: WARNING neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] subnetpool is already registered Apr 21 14:30:21.535184 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.resource_helper [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Service CORE assigned prefix: {{(pid=86228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 14:30:21.535616 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:30:21.536029 dv-cinder-786385-2-smb neutron-server[86228]: WARNING neutron.quota.resource_registry [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] subnetpool is already registered Apr 21 14:30:21.536810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: extensions {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.538529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: address-groups {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.540378 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: address-scopes {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.541784 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: agents {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.543090 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: auto-allocated-topology {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.544517 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: availability_zones {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.546115 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: dhcp-networks {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.547858 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: dhcp-agents {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.549531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: routers {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.551521 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: flavors {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.552830 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: service_profiles {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.554280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: next_providers {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.556105 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: service_profiles {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.557727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: floatingip-pools {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.559071 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: routers {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.561215 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: floatingips {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.562559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: l3-routers {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.564108 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: l3-agents {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.565872 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: metering-labels {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.569017 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: metering-label-rules {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.570539 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: network-ip-availabilities {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.572156 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: bindings {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.574011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: quotas {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.575595 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: quotas {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.577196 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: rbac-policies {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.578668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: security-groups {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.580662 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: security-group-rules {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.582209 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: service-providers {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.583580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: subnetpools {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.585190 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: subnetpools {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.586745 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: tags {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.588942 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: tags {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.590872 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: tags {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.593059 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: tags {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.594962 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: tags {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.597613 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: tags {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.599426 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: tags {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.601458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: tags {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.603551 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: tags {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.605567 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.extensions [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Extended resource: tags {{(pid=86228) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 14:30:21.612668 dv-cinder-786385-2-smb neutron-server[86228]: WARNING keystonemiddleware.auth_token [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 21 14:30:21.618372 dv-cinder-786385-2-smb neutron-server[86228]: WARNING keystonemiddleware.auth_token [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 21 14:30:21.628478 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Acquired lock "singleton_lock" {{(pid=86228) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 21 14:30:21.629098 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Releasing lock "singleton_lock" {{(pid=86228) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 21 14:30:21.630719 dv-cinder-786385-2-smb neutron-server[86228]: INFO oslo_service.service [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Starting 2 workers Apr 21 14:30:21.635878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Started child 86343 {{(pid=86228) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 14:30:21.640553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:21.642350 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Started child 86344 {{(pid=86228) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 14:30:21.643471 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [-] (86343) wsgi starting up on http://0.0.0.0:9696 Apr 21 14:30:21.645193 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.service [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 21 14:30:21.646207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Notify callbacks [] for process, before_spawn {{(pid=86228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:21.648728 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:21.650103 dv-cinder-786385-2-smb neutron-server[86228]: INFO oslo_service.service [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Starting 1 workers Apr 21 14:30:21.650804 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [-] (86344) wsgi starting up on http://0.0.0.0:9696 Apr 21 14:30:21.656222 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Started child 86345 {{(pid=86228) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 14:30:21.656891 dv-cinder-786385-2-smb neutron-server[86228]: INFO oslo_service.service [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Starting 1 workers Apr 21 14:30:21.659227 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.service [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] calling RpcWorker wait() {{(pid=86345) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 21 14:30:21.659741 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.service [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] returning from RpcWorker wait() {{(pid=86345) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 21 14:30:21.662088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:21.662867 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:30:21.663024 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Started child 86346 {{(pid=86228) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 14:30:21.663914 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-80a3c08a-879e-4575-95b2-dfbf52edb7f3 None None] Notify callbacks [] for process, after_spawn {{(pid=86228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:21.665842 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86228) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 21 14:30:21.666232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 21 14:30:21.666559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 21 14:30:21.666953 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 21 14:30:21.667505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 21 14:30:21.667797 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 21 14:30:21.668612 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.669076 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.669235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:21.669575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.670008 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.670473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.671280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.671784 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.672226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.672655 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.673156 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.673501 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.673848 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.674355 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.675318 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.675808 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.676251 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.676657 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.677125 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.677467 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.677853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.678366 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.678801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.679243 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] debug = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.679646 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.680390 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.680794 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.681246 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.681641 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.682126 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.682543 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.682984 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.683390 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.683785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.684234 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.684675 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.685140 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.685560 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.685960 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.686395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.686792 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.687389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] host = dv-cinder-786385-2-smb {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.687778 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.688168 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.688627 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.689084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.689553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.689973 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.690412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.690850 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.691339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.691755 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.692232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.692617 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.693099 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.693509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_file = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.693833 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_options = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.694226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.694709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.695144 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.695649 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.695916 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.696188 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.696570 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.696920 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.697337 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.697731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.698132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.698679 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.698978 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.699386 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.699802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.700205 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.700639 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.701056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.701520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.701950 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.702405 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.702804 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.703214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.703618 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.704006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.704395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.704933 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.705318 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.705826 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.706173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.706594 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.707021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.707427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.707892 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.708309 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.708929 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.709269 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.709819 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.710249 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.710754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.711206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.711616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.712026 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.713536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.713536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.713536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] use_json = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.713951 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.716093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.716093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.716357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:30:21.716485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.716485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.716485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.716485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.717026 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.717373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.717796 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.718242 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.718688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.719150 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.719615 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.720080 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.720530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.721559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.721994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.722435 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.722879 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.725088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.725088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.725088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.725088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.725088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.725088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.725931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.725931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.726175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.726460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.726937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.727459 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.727935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.728396 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.728810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.729292 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.729693 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.730086 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.730469 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.730861 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.731290 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.731678 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.732055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.732446 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.732881 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.733311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.733723 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.734177 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.734650 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.735093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.735753 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.736262 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.736801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.737262 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.737652 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.738064 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.738461 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.738877 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.739302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.739780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.740174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.740703 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.741188 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.741663 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.742066 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.742456 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.742834 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.743228 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.743688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.744121 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.744588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.745064 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.745569 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.745942 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.746379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.746772 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.747103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.747481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.747837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.748175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.748500 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.748824 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.749203 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.749532 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.749907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.750235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.750562 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.750884 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.751204 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.751526 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.751845 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.752702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.753123 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.753530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.753959 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.754328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.754657 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.754999 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.755342 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.755700 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.756054 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.756398 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.756717 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.757113 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.757545 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.758003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.758453 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.758909 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.759419 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.759865 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.760327 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.760722 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.761164 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.761581 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.762084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.762566 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.763039 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.763413 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.763797 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.764269 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.764613 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.765101 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.765493 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.765928 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.766474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.766984 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.767389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.768564 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.768941 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.769373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.769827 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.770269 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.770727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.771135 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.771540 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.771980 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.772396 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.772786 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.773228 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.773658 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.774160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.774633 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.775088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.775510 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.775955 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.776424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.776838 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.777376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.777813 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.778231 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.778706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.779147 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.779565 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.779981 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.780395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.780945 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.781277 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.781674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.782073 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.782480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.782870 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.783490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.783781 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.784182 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.784728 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.785029 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.785421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.785834 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.786212 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.786609 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.787021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.787476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.787870 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.788283 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.788833 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.789188 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.789584 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.790052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.790462 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.790958 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.791351 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.791758 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.792172 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.792583 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.793086 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.793481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.793923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.794315 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.794907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.795199 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.795608 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.796044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.796438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.797083 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.797357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.797891 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.798307 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.798762 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.799246 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.799638 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.800055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.800446 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.800816 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.801270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.802212 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.802212 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.802678 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.802962 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.803381 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.803780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.804174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.804559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.805073 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.805419 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.805902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.806330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.806684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.807220 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.807533 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.807912 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.808218 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.808543 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.808892 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.809302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.809780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.810108 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.810495 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.810891 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.811297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.811710 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.812099 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.812488 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.812943 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.813293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.813671 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.814038 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.815709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.815709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.815709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.816379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.816805 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.817298 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.817745 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.818190 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.818601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.819011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.820049 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.820049 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.820500 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.820907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.821304 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.821693 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.822147 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.822660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.823158 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.823578 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.823986 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.824445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.824889 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.825420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.825754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.826192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.826771 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.827194 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.827647 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.828091 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.828573 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.829042 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.829464 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.829864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.831089 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.831491 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.831913 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.832321 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.832699 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.833096 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.833486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.833849 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.834222 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.834595 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.834981 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.835336 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.835622 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 21 14:30:21.836344 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86228) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 21 14:30:21.836613 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 21 14:30:21.836933 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 21 14:30:21.837198 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 21 14:30:21.837476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 21 14:30:21.837731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 21 14:30:21.838421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.838645 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.838830 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.839016 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.839281 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.839573 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.839864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.840129 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.840392 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.840656 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.840946 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.841210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.841472 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.841730 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.841987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.842245 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.842502 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.842763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.843026 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.843283 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.843544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.843800 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.844058 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] debug = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.844318 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.844610 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.844919 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.845132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.845394 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.845652 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.846055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.846315 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.846586 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.846886 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.847635 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.847635 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.848103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.848103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.849662 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.849662 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.849662 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.849662 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] host = dv-cinder-786385-2-smb {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.849662 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.850878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.850878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.850878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.850878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.850878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.851848 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.851848 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.851848 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.852906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.852906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.852906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.852906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.854001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_file = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.854001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_options = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.854001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.854001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.854752 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.854752 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.854752 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.855210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.855364 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.855577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.855893 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.856197 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.856509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.856878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.857162 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.857496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.857764 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.858084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.858387 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.858864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.858864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.858864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.861481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.861481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.861481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.861481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.861481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.861481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.861481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.861481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.861481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.862847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.862847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.862847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.862847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.862847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.862847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.862847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.862847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.863991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.863991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.863991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.863991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.864576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.864576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.864998 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.864998 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.865636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] use_json = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.865636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.865636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.866078 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.866235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.866460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.867449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.867449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.867449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 14:30:21.867449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.868447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.868447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.868447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.868447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.869077 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.869077 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.869451 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.869451 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.869754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.869915 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.870168 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.870467 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.871220 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.871220 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.871220 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.871712 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.871884 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.872091 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.872338 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.872586 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.873330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.873330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.873702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.873702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.874016 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.874392 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.874392 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.874702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.874861 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.875110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.875354 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.875611 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.875948 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.876239 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.877519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.877519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.877519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.878108 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.878108 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.878406 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.878406 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.878714 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.879155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.879295 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.879600 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.879913 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.880261 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.880750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.880953 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.881181 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.881492 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.881674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:30:21.881840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.882088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.882400 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.882716 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.883033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.883347 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.883666 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.883983 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.884304 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.884652 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.885001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.885323 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.885638 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.885957 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.886263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.886551 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.886821 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.887090 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.887355 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.887619 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.887883 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.888147 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.888411 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.888675 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.888968 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.889236 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.889499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.889770 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.890036 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.890299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.890563 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.890846 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.891139 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.891436 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.891705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.891966 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.892232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.892492 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.893365 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.893606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.893869 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.894131 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.894394 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.894653 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.894917 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.895184 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.895446 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.895706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.895972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.896226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.896486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.896752 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.897025 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.897279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.897542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.897799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.898057 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.898317 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.898577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.898859 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.899118 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.899380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.899643 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.899923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.900194 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.900459 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.900721 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.901032 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.901311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.901573 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.901837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.902114 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.902416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.902734 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.903135 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.903772 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.903772 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.904490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.904490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.904490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.908392 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.908755 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.909010 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 53626) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:30:21.909160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.909437 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.909752 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.910091 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.910433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.910750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.911081 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.911401 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.911730 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.912036 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.912343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.912650 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.913110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.913291 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.913658 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.913965 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.914293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.914618 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.914948 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.915277 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.915603 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.915925 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.916240 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.916571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.916905 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.917232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.917557 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.917884 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.918208 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.918530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.918853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.919179 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.919505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.919829 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.920152 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.920592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.921131 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.921131 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.921601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.921833 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.922088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.922320 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.922704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.922949 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.923279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.923600 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.924020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.924427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.924659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.924980 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.925267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.925592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.925919 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.926260 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.926582 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.926901 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.927221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.927543 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.927864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.928163 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.928474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.928796 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.929761 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.929761 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.929761 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.930410 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.930410 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.931024 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.931024 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.931451 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.932434 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0201998 Apr 21 14:30:21.932652 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.932652 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.933248 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.933248 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.933678 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.933921 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.934142 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.935357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.935688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.936006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.936519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.936755 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.937028 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.937289 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.937597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.937895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.938206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.938531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.938861 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.939181 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.940018 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.940509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.940723 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.941028 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.941370 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.941603 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.941911 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.942242 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.942539 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.942834 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.943174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.943452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.943683 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.943951 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.944225 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.944484 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.944746 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.945994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.946321 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.946643 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.946972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.948553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.948553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.948553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.948553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.948553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.949747 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.949747 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.949747 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.950411 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.950411 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.950411 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.951082 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.951082 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.951714 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.951714 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.952158 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.952391 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.952621 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.952920 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.953156 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.953554 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.953785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.954095 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.954414 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.954735 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.955051 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.955906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.956198 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.956535 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:30:21.956888 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86228) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 21 14:30:35.197907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25928a8-0d06-43ec-a52d-b09bd0ba10be None None] get_active_networks_info from dv-cinder-786385-2-smb {{(pid=86345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:30:35.262369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25928a8-0d06-43ec-a52d-b09bd0ba10be None None] No non-hosted networks {{(pid=86345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 21 14:30:35.296142 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6e277756-98c0-4fb7-abb9-ac1a697af7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197'] for agent, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:38.249431 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-50aaf87a-355d-4b0f-aa64-655aecbce25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197'] for agent, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:38.315221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3efd5643-76a3-48d6-ad38-a55e29ec764d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:38.851276 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197'] for agent, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:39.776433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197'] for agent, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:39.778009 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:39.778984 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:39.780002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:39.782237 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:39.783439 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:39.784299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:39.784962 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:39.785566 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:39.786166 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:39.786737 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:39.787776 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:39.788460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:39.789323 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786385-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:30:39.795681 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786385-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:30:40.895510 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197'] for agent, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:42.153472 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 53722) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:30:43.024267 dv-cinder-786385-2-smb neutron-server[86228]: WARNING oslo_policy.policy [None req-a7d9549c-a18a-4c38-90cd-b2c3e721ffc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:30:43.025129 dv-cinder-786385-2-smb neutron-server[86228]: WARNING oslo_policy.policy [None req-a7d9549c-a18a-4c38-90cd-b2c3e721ffc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:30:43.262377 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [None req-a7d9549c-a18a-4c38-90cd-b2c3e721ffc9 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 14:30:43.265694 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a7d9549c-a18a-4c38-90cd-b2c3e721ffc9 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1105192 Apr 21 14:30:44.779535 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_hamode_db [None req-c3997fed-34e1-48b6-8804-13f44122020f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 21 14:30:44.880222 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3997fed-34e1-48b6-8804-13f44122020f None None] Routers set() bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:30:44.880633 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3997fed-34e1-48b6-8804-13f44122020f None None] Router IDs set() for agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 21 14:30:46.360417 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 53736) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:30:47.031649 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-41d39c94-91a7-46ec-8aff-0aeb23d546f4 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:30:47.153172 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.policy [None req-41d39c94-91a7-46ec-8aff-0aeb23d546f4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86344) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 21 14:30:47.216946 dv-cinder-786385-2-smb neutron-server[86228]: WARNING oslo_policy.policy [None req-41d39c94-91a7-46ec-8aff-0aeb23d546f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:30:47.217388 dv-cinder-786385-2-smb neutron-server[86228]: WARNING oslo_policy.policy [None req-41d39c94-91a7-46ec-8aff-0aeb23d546f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:30:47.236225 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota [None req-41d39c94-91a7-46ec-8aff-0aeb23d546f4 admin admin] Loaded quota_driver: . Apr 21 14:30:47.254129 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-41d39c94-91a7-46ec-8aff-0aeb23d546f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:30:47.317080 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-41d39c94-91a7-46ec-8aff-0aeb23d546f4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275378837523', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275378838215', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275378843927', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275378821611', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275378740110', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275378740553', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853316518', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853437606', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762216', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-745858'] for rbac-policy, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:47.553880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-41d39c94-91a7-46ec-8aff-0aeb23d546f4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:47.556894 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-41d39c94-91a7-46ec-8aff-0aeb23d546f4 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1947255 Apr 21 14:30:50.958089 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 53750) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:30:51.388136 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Request body: {'network': {'project_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'admin_state_up': True, 'name': 'private'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:30:51.398553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:30:51.406376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Usage tracker for resource:network and tenant:cbc09deee2334bbd8757c3a0524f3c0a is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:30:51.412915 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:30:51.426239 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:30:51.442124 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Made reservation on behalf of cbc09deee2334bbd8757c3a0524f3c0a for: {'network': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:30:51.451892 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:51.481861 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:51.504004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:30:51.508575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Usage tracker for resource:security_group_rule and tenant:cbc09deee2334bbd8757c3a0524f3c0a is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:30:51.512793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:30:51.519482 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:30:51.689430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:51.693625 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:51.702320 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:30:51.734864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=86344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:30:51.787056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275380664214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:51.787940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Unsubscribe: segment precommit_create {{(pid=86344) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 21 14:30:51.788723 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Added segment 82cfe502-b443-47b1-9473-90b10be814fd of type vlan for network 6d64613a-9d52-4156-bcdd-ca8466c41284 Apr 21 14:30:51.887982 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028de1a8-222c-46d3-bf51-b9111aa2d352,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:30:51.927813 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:51.928416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:51.929084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:51.929701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:51.930285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:51.930816 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:51.931376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:51.931997 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:51.932586 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:51.933221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:51.933838 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:51.934362 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Tracked resource versions report: Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: pushed versions: Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: { 'AddressGroup': {'1.2'}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': {'1.0'}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': {'1.0'}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': {'1.1'}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': {'1.7'}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': {'1.2'}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': {'1.8'}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': {'1.4'}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': {'1.0'}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': {'1.1'}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': {'1.1'}} Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: consumer versions: Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: { DHCP agent@dv-cinder-786385-2-smb: {}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: L3 agent@dv-cinder-786385-2-smb: {}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: Metadata agent@dv-cinder-786385-2-smb: {}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: Metering agent@dv-cinder-786385-2-smb: {}, Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: Open vSwitch agent@dv-cinder-786385-2-smb: { 'AddressGroup': '1.2', Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': '1.0', Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': '1.0', Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': '1.1', Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': '1.7', Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': '1.2', Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': '1.8', Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': '1.4', Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': '1.2', Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': '1.0', Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': '1.1', Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': '1.1'}} Apr 21 14:30:51.936425 dv-cinder-786385-2-smb neutron-server[86228]: {{(pid=86344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 14:30:52.011789 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:30:52.014991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:52.061039 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:52.062568 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:30:52.063250 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:52.068626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:30:52.183823 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2244847 Apr 21 14:30:52.186905 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Pushing event updated for resources: {'Network': ['ID=6d64613a-9d52-4156-bcdd-ca8466c41284,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:30:52.190686 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:30:52.199596 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network 6d64613a-9d52-4156-bcdd-ca8466c41284 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:30:55.621746 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 53766) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:30:56.169256 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f523d8-4c3f-4e40-bd81-9eab3c96ed47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:30:56.170851 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a0f523d8-4c3f-4e40-bd81-9eab3c96ed47 admin admin] 10.222.0.15 "GET /v2.0/networks/6d64613a-9d52-4156-bcdd-ca8466c41284 HTTP/1.1" status: 200 len: 825 time: 0.5476975 Apr 21 14:30:56.206424 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-036fceb1-f0aa-48a1-8cb7-6a607c065862 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/3c475a02-fb61-4976-941e-0eddfb3d45d0 HTTP/1.1" status: 200 len: 734 time: 0.0245035 Apr 21 14:30:56.217188 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3c475a02-fb61-4976-941e-0eddfb3d45d0', 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284', 'name': 'private-subnet'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:30:56.222937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:30:56.227185 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Usage tracker for resource:subnet and tenant:cbc09deee2334bbd8757c3a0524f3c0a is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:30:56.230442 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:30:56.237474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:30:56.247305 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Made reservation on behalf of cbc09deee2334bbd8757c3a0524f3c0a for: {'subnet': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:30:56.252230 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Notify callbacks [] for subnet, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:56.774591 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:56.780341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:30:56.873300 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Checking segment: {'id': '82cfe502-b443-47b1-9473-90b10be814fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:30:56.873741 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Network hostable DHCP agents. Network: 6d64613a-9d52-4156-bcdd-ca8466c41284, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:30:56.882984 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:30:56.886913 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:30:56.904544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Network 6d64613a-9d52-4156-bcdd-ca8466c41284 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:30:56.915195 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, 6d64613a-9d52-4156-bcdd-ca8466c41284) {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:30:56.921482 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:30:56.922522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:56.929083 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1aff1-e30e-4ce7-ba7f-bf505cf1633d None None] Network 6d64613a-9d52-4156-bcdd-ca8466c41284 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:30:56.948973 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7361882 Apr 21 14:30:57.538194 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff83c420-0941-5bda-b2c0-79d0f2ff311f-6d64613a-9d52-4156-bcdd-ca8466c41284', 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284', 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'fixed_ips': [{'subnet_id': '2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6'}]}} from dv-cinder-786385-2-smb. {{(pid=86345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 14:30:57.539395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:57.757267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Allocated IP 172.20.0.2 (6d64613a-9d52-4156-bcdd-ca8466c41284/2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6/f6a744d7-aaaf-44cc-b82d-312ad3f62a0b) {{(pid=86345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:30:58.155857 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Notify callbacks [] for port, precommit_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:58.171941 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Transition to ACTIVE for port object f6a744d7-aaaf-44cc-b82d-312ad3f62a0b will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:30:58.197066 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Transition to ACTIVE for port object f6a744d7-aaaf-44cc-b82d-312ad3f62a0b will not be triggered until provisioned by entity DHCP. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:30:58.204465 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:58.214463 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:30:58.274931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Network 6d64613a-9d52-4156-bcdd-ca8466c41284 is already hosted by enough agents. {{(pid=86345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:30:58.278253 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Resources bound (agent type, host, resource id): {{(pid=86345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:30:58.290589 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Received port after_create {{(pid=86345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:30:58.332613 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Pushing event updated for resources: {'Port': ['ID=f6a744d7-aaaf-44cc-b82d-312ad3f62a0b,revision_number=1']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:30:58.350887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:58.351264 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:58.351633 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:58.352005 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:58.352367 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:58.352730 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:58.353138 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:58.353496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:58.353852 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:58.354210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:58.354562 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:58.354916 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Tracked resource versions report: Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: pushed versions: Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: { 'AddressGroup': {'1.2'}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': {'1.0'}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': {'1.0'}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': {'1.1'}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': {'1.7'}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': {'1.2'}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': {'1.8'}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': {'1.4'}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': {'1.0'}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': {'1.1'}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': {'1.1'}} Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: consumer versions: Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: { DHCP agent@dv-cinder-786385-2-smb: {}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: L3 agent@dv-cinder-786385-2-smb: {}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: Metadata agent@dv-cinder-786385-2-smb: {}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: Metering agent@dv-cinder-786385-2-smb: {}, Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: Open vSwitch agent@dv-cinder-786385-2-smb: { 'AddressGroup': '1.2', Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': '1.0', Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': '1.0', Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': '1.1', Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': '1.7', Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': '1.2', Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': '1.8', Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': '1.4', Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': '1.2', Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': '1.0', Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': '1.1', Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': '1.1'}} Apr 21 14:30:58.356093 dv-cinder-786385-2-smb neutron-server[86228]: {{(pid=86345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 14:30:58.395963 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:30:58.420138 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Attempting to bind port f6a744d7-aaaf-44cc-b82d-312ad3f62a0b on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:30:58.420446 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Attempting to bind port f6a744d7-aaaf-44cc-b82d-312ad3f62a0b by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '82cfe502-b443-47b1-9473-90b10be814fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:30:58.420926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Attempting to bind port f6a744d7-aaaf-44cc-b82d-312ad3f62a0b on network 6d64613a-9d52-4156-bcdd-ca8466c41284 {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:30:58.431600 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:30:58.432832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Checking segment: {'id': '82cfe502-b443-47b1-9473-90b10be814fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:30:58.433305 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:58.433869 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Bound using segment: {'id': '82cfe502-b443-47b1-9473-90b10be814fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:30:58.434732 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Bound port: f6a744d7-aaaf-44cc-b82d-312ad3f62a0b, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cfe502-b443-47b1-9473-90b10be814fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:30:58.435360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:58.581524 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] For port f6a744d7-aaaf-44cc-b82d-312ad3f62a0b, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:30:58.589621 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] For port f6a744d7-aaaf-44cc-b82d-312ad3f62a0b, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=f6a744d7-aaaf-44cc-b82d-312ad3f62a0b,segment=NetworkSegment(82cfe502-b443-47b1-9473-90b10be814fd),segment_id=82cfe502-b443-47b1-9473-90b10be814fd)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:30:58.596072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:30:58.604770 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:30:58.771421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Pushing event updated for resources: {'Port': ['ID=f6a744d7-aaaf-44cc-b82d-312ad3f62a0b,revision_number=2']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:30:58.776691 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:00.644747 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 53776) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:31:01.465094 dv-cinder-786385-2-smb neutron-server[86228]: WARNING oslo_policy.policy [None req-17773b2d-6ecb-4390-b316-b6388fb1faa6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:31:01.466002 dv-cinder-786385-2-smb neutron-server[86228]: WARNING oslo_policy.policy [None req-17773b2d-6ecb-4390-b316-b6388fb1faa6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:31:01.911782 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [None req-17773b2d-6ecb-4390-b316-b6388fb1faa6 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 14:31:01.913970 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-17773b2d-6ecb-4390-b316-b6388fb1faa6 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.2660947 Apr 21 14:31:04.911867 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 53794) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:31:04.998483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f10df0be-f88c-415e-ba16-866796b54cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:05.426775 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [None req-6b18684f-8372-484b-a7f6-e13d1133ee5e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 14:31:05.428760 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6b18684f-8372-484b-a7f6-e13d1133ee5e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5155475 Apr 21 14:31:05.997522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device f6a744d7-aaaf-44cc-b82d-312ad3f62a0b up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:31:06.105939 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port f6a744d7-aaaf-44cc-b82d-312ad3f62a0b completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:31:06.559716 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e798ce4-678f-4591-98dc-ec3e9e84886d None None] Network 6d64613a-9d52-4156-bcdd-ca8466c41284 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:31:06.658131 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-83ae6651-4363-4828-9d0a-421d8a1934fb None None] Provisioning for port f6a744d7-aaaf-44cc-b82d-312ad3f62a0b completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:31:06.673253 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-83ae6651-4363-4828-9d0a-421d8a1934fb None None] Provisioning complete for port f6a744d7-aaaf-44cc-b82d-312ad3f62a0b triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:31:06.673698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-83ae6651-4363-4828-9d0a-421d8a1934fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:06.930833 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-83ae6651-4363-4828-9d0a-421d8a1934fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:06.991384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-83ae6651-4363-4828-9d0a-421d8a1934fb None None] For port f6a744d7-aaaf-44cc-b82d-312ad3f62a0b, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=f6a744d7-aaaf-44cc-b82d-312ad3f62a0b,segment=NetworkSegment(82cfe502-b443-47b1-9473-90b10be814fd),segment_id=82cfe502-b443-47b1-9473-90b10be814fd)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:31:06.996277 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-83ae6651-4363-4828-9d0a-421d8a1934fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:07.001029 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-83e93490-7440-43b8-a1f8-98114a85c4c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:31:07.082848 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae6651-4363-4828-9d0a-421d8a1934fb None None] Pushing event updated for resources: {'Port': ['ID=f6a744d7-aaaf-44cc-b82d-312ad3f62a0b,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:31:07.086662 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-83ae6651-4363-4828-9d0a-421d8a1934fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:07.222832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-66305d6d-a26d-422f-a1f5-4552d7231aa2 None None] Provisioning complete for port f6a744d7-aaaf-44cc-b82d-312ad3f62a0b triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:31:07.223245 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-66305d6d-a26d-422f-a1f5-4552d7231aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:07.751901 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 5 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:31:07.923144 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device f6a744d7-aaaf-44cc-b82d-312ad3f62a0b up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:31:08.005301 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port f6a744d7-aaaf-44cc-b82d-312ad3f62a0b triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:31:08.006118 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:08.254412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2655-927e-4cd9-b0cd-4d930daf2131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:08.807227 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:09.228912 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 53826) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:31:09.406612 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'name': 'router1'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:31:09.487203 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.policy [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86343) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 21 14:31:09.543258 dv-cinder-786385-2-smb neutron-server[86228]: WARNING oslo_policy.policy [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:31:09.543684 dv-cinder-786385-2-smb neutron-server[86228]: WARNING oslo_policy.policy [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:31:09.562940 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.quota [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] Loaded quota_driver: . Apr 21 14:31:09.579884 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:31:09.586975 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] Usage tracker for resource:router and tenant:cbc09deee2334bbd8757c3a0524f3c0a is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:31:09.592368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:31:09.601266 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:31:09.618355 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-431851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15891'] for router, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:09.620587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854343965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854326267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759909'] for router, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:09.649317 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:09.778936 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:09.936380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-430656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449752'] for router, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:09.959506 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] Notify callbacks [] for router, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:09.960839 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a083d0bd-7d32-4137-a67a-6eef6881f796 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7305219 Apr 21 14:31:10.791565 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:12.801011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 53838) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:31:12.862062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [None req-23d5da45-df8f-4819-9c1e-10eaa5b4e3bb admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 14:31:12.863281 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-23d5da45-df8f-4819-9c1e-10eaa5b4e3bb admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0611193 Apr 21 14:31:15.652528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 53848) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:31:15.714297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:31:15.725573 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:31:15.732826 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Usage tracker for resource:network and tenant:f02b5f1a9d774a07a569a2d569b82b5d is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:31:15.738756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:31:15.749548 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:31:15.762703 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Made reservation on behalf of f02b5f1a9d774a07a569a2d569b82b5d for: {'network': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:31:15.769663 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:15.787420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:15.803826 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:31:15.807988 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Usage tracker for resource:security_group_rule and tenant:f02b5f1a9d774a07a569a2d569b82b5d is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:31:15.811409 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:31:15.818288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:31:15.933904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:15.937357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:15.943259 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:31:15.958771 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Reserving flat network on physical network physnet1 {{(pid=86343) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 21 14:31:15.983018 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275380664214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:15.983704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Unsubscribe: segment precommit_create {{(pid=86343) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 21 14:31:15.984188 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Added segment 5242fd22-516f-477b-a3e4-a96b5ab1b4c9 of type flat for network 8a2848aa-eba2-47a6-8083-67a357f861ae Apr 21 14:31:16.066960 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a81347-4750-4808-954d-c770cf6e53c2,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:31:16.081487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:16.081867 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:16.082236 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:16.082599 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:16.082960 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:16.083321 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:16.083678 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:16.084033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:16.084389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:16.084743 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:16.085125 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:16.085477 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Tracked resource versions report: Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: pushed versions: Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: { 'AddressGroup': {'1.2'}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': {'1.0'}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': {'1.0'}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': {'1.1'}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': {'1.7'}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': {'1.2'}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': {'1.8'}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': {'1.4'}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': {'1.0'}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': {'1.1'}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': {'1.1'}} Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: consumer versions: Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: { DHCP agent@dv-cinder-786385-2-smb: {}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: L3 agent@dv-cinder-786385-2-smb: {}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: Metadata agent@dv-cinder-786385-2-smb: {}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: Metering agent@dv-cinder-786385-2-smb: {}, Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: Open vSwitch agent@dv-cinder-786385-2-smb: { 'AddressGroup': '1.2', Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': '1.0', Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': '1.0', Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': '1.1', Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': '1.7', Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': '1.2', Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': '1.8', Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': '1.4', Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': '1.2', Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': '1.0', Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': '1.1', Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': '1.1'}} Apr 21 14:31:16.086690 dv-cinder-786385-2-smb neutron-server[86228]: {{(pid=86343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 14:31:16.144809 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:16.164135 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:16.234335 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:16.237442 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:31:16.238613 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:16.248033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:31:16.456623 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8023238 Apr 21 14:31:16.462578 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Pushing event updated for resources: {'Network': ['ID=8a2848aa-eba2-47a6-8083-67a357f861ae,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:31:16.468139 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:16.482762 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network 8a2848aa-eba2-47a6-8083-67a357f861ae details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:31:19.122182 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 53862) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:31:19.251861 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad7b944-ce9f-48e8-8ec9-f22ba95415f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:31:19.253428 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-cad7b944-ce9f-48e8-8ec9-f22ba95415f4 admin admin] 10.222.0.15 "GET /v2.0/subnets/2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6 HTTP/1.1" status: 200 len: 849 time: 0.1301000 Apr 21 14:31:19.442565 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-1a4836fc-c5f0-4d73-94b7-75af124440e3 admin admin] 10.222.0.15 "GET /v2.0/routers/d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d HTTP/1.1" status: 200 len: 704 time: 0.1825104 Apr 21 14:31:20.121998 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:20.388420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Allocated IP 172.20.0.1 (6d64613a-9d52-4156-bcdd-ca8466c41284/2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6/5a5fe176-8790-4e5b-962f-341edf288e94) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:31:20.571190 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:20.592275 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Transition to ACTIVE for port object 5a5fe176-8790-4e5b-962f-341edf288e94 will not be triggered until provisioned by entity DHCP. {{(pid=86344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:31:20.659402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:20.665055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:31:20.733747 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Network 6d64613a-9d52-4156-bcdd-ca8466c41284 is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:31:20.738700 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:31:20.743103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:31:20.743659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854347771'] for router_interface, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:20.919385 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5fe176-8790-4e5b-962f-341edf288e94,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:31:20.931522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:20.982756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-50902ca0-1ab6-421d-8644-5db71ed9000e None None] Provisioning for port 5a5fe176-8790-4e5b-962f-341edf288e94 completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:31:20.993650 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-50902ca0-1ab6-421d-8644-5db71ed9000e None None] Provisioning complete for port 5a5fe176-8790-4e5b-962f-341edf288e94 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:31:20.994359 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-50902ca0-1ab6-421d-8644-5db71ed9000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:21.079633 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:21.090859 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-50902ca0-1ab6-421d-8644-5db71ed9000e None None] Port 5a5fe176-8790-4e5b-962f-341edf288e94 cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:31:21.353575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:21.357550 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:21.358721 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428130'] for router_interface, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:21.363705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:31:21.518863 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5fe176-8790-4e5b-962f-341edf288e94,revision_number=2']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:31:21.524703 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:21.589425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Network 6d64613a-9d52-4156-bcdd-ca8466c41284 is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:31:21.590710 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:31:21.829903 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-121a70e5-4439-474e-a162-b70c743181f7 None None] Provisioning complete for port 5a5fe176-8790-4e5b-962f-341edf288e94 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:31:21.830504 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-121a70e5-4439-474e-a162-b70c743181f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:21.935682 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-121a70e5-4439-474e-a162-b70c743181f7 None None] Port 5a5fe176-8790-4e5b-962f-341edf288e94 cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:31:22.040351 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Router d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d is scheduled to L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a with binding_index 1 {{(pid=86344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 14:31:22.213185 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:31:22.224329 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] 10.222.0.15 "PUT /v2.0/routers/d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7759943 Apr 21 14:31:22.227008 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Sync routers for ids ['d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:31:22.246303 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Routers {'d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:31:22.247795 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:31:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:31:22.556655 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Set router d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d gateway port host: None {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:31:23.180239 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'name': 'router1', 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:31:09Z', 'updated_at': '2021-04-21T14:31:21Z', 'revision_number': 2, 'project_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'gw_port_host': None, '_interfaces': [{'id': '5a5fe176-8790-4e5b-962f-341edf288e94', 'name': '', 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284', 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'mac_address': 'fa:16:3e:c2:c6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:31:20Z', 'updated_at': '2021-04-21T14:31:21Z', 'revision_number': 2, 'project_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'subnets': [{'id': '2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c475a02-fb61-4976-941e-0eddfb3d45d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:31:23.186615 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Checking router: d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:31:23.187000 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Updating router d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d port 5a5fe176-8790-4e5b-962f-341edf288e94 binding host dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:31:23.276538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:24.022917 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Notify callbacks [] for port, precommit_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:24.049635 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Transition to ACTIVE for port object 5a5fe176-8790-4e5b-962f-341edf288e94 will not be triggered until provisioned by entity L2. {{(pid=86346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:31:24.059963 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:24.067361 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:31:24.248488 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Pushing event updated for resources: {'Port': ['ID=5a5fe176-8790-4e5b-962f-341edf288e94,revision_number=3']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:31:24.296375 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:24.297600 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:24.297763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:24.298034 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:24.298394 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:24.298762 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:24.299123 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:24.299485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:24.299845 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:24.300202 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:24.300556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:24.300953 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Tracked resource versions report: Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: pushed versions: Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: { 'AddressGroup': {'1.2'}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': {'1.0'}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': {'1.0'}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': {'1.1'}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': {'1.7'}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': {'1.2'}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': {'1.8'}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': {'1.4'}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': {'1.0'}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': {'1.1'}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': {'1.1'}} Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: consumer versions: Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: { DHCP agent@dv-cinder-786385-2-smb: {}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: L3 agent@dv-cinder-786385-2-smb: {}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: Metadata agent@dv-cinder-786385-2-smb: {}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: Metering agent@dv-cinder-786385-2-smb: {}, Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: Open vSwitch agent@dv-cinder-786385-2-smb: { 'AddressGroup': '1.2', Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': '1.0', Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': '1.0', Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': '1.1', Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': '1.7', Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': '1.2', Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': '1.8', Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': '1.4', Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': '1.2', Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': '1.0', Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': '1.1', Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': '1.1'}} Apr 21 14:31:24.302163 dv-cinder-786385-2-smb neutron-server[86228]: {{(pid=86346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 14:31:24.324919 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:24.330018 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Attempting to bind port 5a5fe176-8790-4e5b-962f-341edf288e94 on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:31:24.330425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Attempting to bind port 5a5fe176-8790-4e5b-962f-341edf288e94 by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '82cfe502-b443-47b1-9473-90b10be814fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284'}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:31:24.330849 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Attempting to bind port 5a5fe176-8790-4e5b-962f-341edf288e94 on network 6d64613a-9d52-4156-bcdd-ca8466c41284 {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:31:24.337638 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:31:24.338048 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Checking segment: {'id': '82cfe502-b443-47b1-9473-90b10be814fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:31:24.338808 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:24.339240 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Bound using segment: {'id': '82cfe502-b443-47b1-9473-90b10be814fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284'} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:31:24.339791 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Bound port: 5a5fe176-8790-4e5b-962f-341edf288e94, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cfe502-b443-47b1-9473-90b10be814fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284'}}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:31:24.340203 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:24.457951 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] For port 5a5fe176-8790-4e5b-962f-341edf288e94, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:31:24.463745 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] For port 5a5fe176-8790-4e5b-962f-341edf288e94, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=5a5fe176-8790-4e5b-962f-341edf288e94,segment=NetworkSegment(82cfe502-b443-47b1-9473-90b10be814fd),segment_id=82cfe502-b443-47b1-9473-90b10be814fd)] {{(pid=86346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:31:24.472874 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:24.477879 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:31:24.576737 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Routers {'d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:31:24.577515 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:31:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:31:24.636111 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Pushing event updated for resources: {'Port': ['ID=5a5fe176-8790-4e5b-962f-341edf288e94,revision_number=4']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:31:24.646682 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d261a769-b264-4ad4-873e-088ea030d74a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:24.831588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] Set router d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d gateway port host: None {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:31:25.177259 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 53874) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:31:25.227325 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'name': 'router1', 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:31:09Z', 'updated_at': '2021-04-21T14:31:21Z', 'revision_number': 2, 'project_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'gw_port_host': None, '_interfaces': [{'id': '5a5fe176-8790-4e5b-962f-341edf288e94', 'name': '', 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284', 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'mac_address': 'fa:16:3e:c2:c6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:31:20Z', 'updated_at': '2021-04-21T14:31:24Z', 'revision_number': 4, 'project_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'subnets': [{'id': '2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c475a02-fb61-4976-941e-0eddfb3d45d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:31:25.232362 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b70ac-04b5-4699-a814-25bd859df090 None None] The sync data for ids ['d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d'] in dv-cinder-786385-2-smb is: [{'id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'name': 'router1', 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:31:09Z', 'updated_at': '2021-04-21T14:31:21Z', 'revision_number': 2, 'project_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'gw_port_host': None, '_interfaces': [{'id': '5a5fe176-8790-4e5b-962f-341edf288e94', 'name': '', 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284', 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'mac_address': 'fa:16:3e:c2:c6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:31:20Z', 'updated_at': '2021-04-21T14:31:24Z', 'revision_number': 4, 'project_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'subnets': [{'id': '2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c475a02-fb61-4976-941e-0eddfb3d45d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:31:25.364649 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc29b246-4c23-4079-b5e3-f60927024094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:31:25.366421 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-fc29b246-4c23-4079-b5e3-f60927024094 admin admin] 10.222.0.15 "GET /v2.0/networks/8a2848aa-eba2-47a6-8083-67a357f861ae HTTP/1.1" status: 200 len: 842 time: 0.1875365 Apr 21 14:31:25.378925 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.3.1'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:31:25.385416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:31:25.390421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Usage tracker for resource:subnet and tenant:f02b5f1a9d774a07a569a2d569b82b5d is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:31:25.394667 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:31:25.402332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:31:25.413465 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Made reservation on behalf of f02b5f1a9d774a07a569a2d569b82b5d for: {'subnet': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:31:25.418706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:25.998256 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.objects.ports [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86344) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 21 14:31:25.999079 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:26.008869 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c62665c9-165a-4c93-a408-b206a791afec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:31:26.160599 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df827936-ef2e-46f1-b2f9-2f2e446e82cd,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:31:26.169483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Checking segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:31:26.170093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Network hostable DHCP agents. Network: 8a2848aa-eba2-47a6-8083-67a357f861ae, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:31:26.178911 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:26.194360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:31:26.204392 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, 8a2848aa-eba2-47a6-8083-67a357f861ae) {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:31:26.209229 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:31:26.210252 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:26.219546 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50033f4b-5ff2-4f54-9c57-5cb114772a18 None None] Network 8a2848aa-eba2-47a6-8083-67a357f861ae requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:31:26.258814 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8786435 Apr 21 14:31:26.619874 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa94459-3410-4ce2-8b20-8df0020bf065 None None] Network 8a2848aa-eba2-47a6-8083-67a357f861ae requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:31:29.406679 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 53888) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:31:29.638618 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-531fa6c6-3c10-4126-8a64-30d685809a7e admin admin] 10.222.0.15 "GET /v2.0/routers/d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d HTTP/1.1" status: 200 len: 710 time: 0.2305090 Apr 21 14:31:29.793156 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a2089-4a94-4cea-a1de-6685c56d34e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:31:29.794782 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-f93a2089-4a94-4cea-a1de-6685c56d34e9 admin admin] 10.222.0.15 "GET /v2.0/networks/8a2848aa-eba2-47a6-8083-67a357f861ae HTTP/1.1" status: 200 len: 886 time: 0.1491277 Apr 21 14:31:29.805383 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:31:29.989040 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 5a5fe176-8790-4e5b-962f-341edf288e94 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:31:30.069811 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 5a5fe176-8790-4e5b-962f-341edf288e94 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:31:30.079532 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 5a5fe176-8790-4e5b-962f-341edf288e94 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:31:30.080087 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:30.278368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:30.319799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 5a5fe176-8790-4e5b-962f-341edf288e94, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=5a5fe176-8790-4e5b-962f-341edf288e94,segment=NetworkSegment(82cfe502-b443-47b1-9473-90b10be814fd),segment_id=82cfe502-b443-47b1-9473-90b10be814fd)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:31:30.323646 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:30.327632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:31:30.353427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854326030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854345128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759926'] for router, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:30.416760 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=5a5fe176-8790-4e5b-962f-341edf288e94,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:31:30.421609 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:30.942804 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:31.008347 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:31.217045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Allocated IP 172.28.3.157 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:31:31.420017 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:31.460287 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:31.466171 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:31:31.541040 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:31:31.544280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:31:31.549240 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:31:31.610977 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Pushing event updated for resources: {'Port': ['ID=90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:31:31.622244 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:31.942967 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 5a5fe176-8790-4e5b-962f-341edf288e94 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:31:31.994367 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:32.023798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 5a5fe176-8790-4e5b-962f-341edf288e94 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:31:32.024384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:32.395500 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854326030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854345128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759926'] for router, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:32.399651 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-449737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854326079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-430639'] for router, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:32.613152 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Router d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:31:33.018779 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:31:33.028722 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Notify callbacks [] for router, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:33.030470 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] 10.222.0.15 "PUT /v2.0/routers/d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d HTTP/1.1" status: 200 len: 890 time: 3.2287841 Apr 21 14:31:33.033158 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Sync routers for ids ['d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:31:33.045321 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Routers {'d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:31:33.046134 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:31:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:31:33.463324 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Set router d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:31:33.882153 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'name': 'router1', 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:31:09Z', 'updated_at': '2021-04-21T14:31:31Z', 'revision_number': 4, 'project_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'gw_port': {'id': '90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:31:31Z', 'updated_at': '2021-04-21T14:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '5a5fe176-8790-4e5b-962f-341edf288e94', 'name': '', 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284', 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'mac_address': 'fa:16:3e:c2:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:31:20Z', 'updated_at': '2021-04-21T14:31:30Z', 'revision_number': 5, 'project_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'subnets': [{'id': '2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c475a02-fb61-4976-941e-0eddfb3d45d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:31:33.888308 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Checking router: d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:31:33.888728 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Updating router d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d port 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6 binding host dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:31:33.949934 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:34.346874 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:34.364183 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Transition to ACTIVE for port object 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6 will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:31:34.370716 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:34.377752 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:31:34.464574 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Attempting to bind port 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6 on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:31:34.465098 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Attempting to bind port 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6 by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:31:34.465390 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Attempting to bind port 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6 on network 8a2848aa-eba2-47a6-8083-67a357f861ae {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:31:34.478669 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:31:34.479160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Checking segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:31:34.479524 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:34.479967 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Bound using segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:31:34.480504 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Bound port: 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:31:34.480969 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:34.507997 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345d177-4c68-4a72-8af0-db6c7ea1bf3c None None] Pushing event updated for resources: {'Port': ['ID=90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6,revision_number=2']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:31:34.517845 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a345d177-4c68-4a72-8af0-db6c7ea1bf3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:34.581507 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] For port 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:31:34.585404 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] For port 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:31:34.590072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:34.595572 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a345d177-4c68-4a72-8af0-db6c7ea1bf3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:31:34.688962 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Routers {'d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:31:34.689670 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:31:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:31:34.766695 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345d177-4c68-4a72-8af0-db6c7ea1bf3c None None] Pushing event updated for resources: {'Port': ['ID=90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:31:34.770216 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a345d177-4c68-4a72-8af0-db6c7ea1bf3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:34.914044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] Set router d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:31:35.013861 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9d8adaf6-54cf-476e-ba42-493024848c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:35.344129 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'name': 'router1', 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:31:09Z', 'updated_at': '2021-04-21T14:31:31Z', 'revision_number': 4, 'project_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'gw_port': {'id': '90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:31:31Z', 'updated_at': '2021-04-21T14:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '5a5fe176-8790-4e5b-962f-341edf288e94', 'name': '', 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284', 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'mac_address': 'fa:16:3e:c2:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:31:20Z', 'updated_at': '2021-04-21T14:31:30Z', 'revision_number': 5, 'project_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'subnets': [{'id': '2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c475a02-fb61-4976-941e-0eddfb3d45d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:31:35.349388 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277847e9-6bed-473c-8e03-d92d092b2ca2 None None] The sync data for ids ['d8f0ddd2-cf8c-4da3-a476-e33e556d9f2d'] in dv-cinder-786385-2-smb is: [{'id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'name': 'router1', 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:31:09Z', 'updated_at': '2021-04-21T14:31:31Z', 'revision_number': 4, 'project_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'gw_port': {'id': '90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:31:31Z', 'updated_at': '2021-04-21T14:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '5a5fe176-8790-4e5b-962f-341edf288e94', 'name': '', 'network_id': '6d64613a-9d52-4156-bcdd-ca8466c41284', 'tenant_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'mac_address': 'fa:16:3e:c2:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f0ddd2-cf8c-4da3-a476-e33e556d9f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:31:20Z', 'updated_at': '2021-04-21T14:31:30Z', 'revision_number': 5, 'project_id': 'cbc09deee2334bbd8757c3a0524f3c0a', 'subnets': [{'id': '2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c475a02-fb61-4976-941e-0eddfb3d45d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:31:36.006593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:31:36.097930 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:31:36.104303 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:31:36.104773 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:36.286241 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:36.311056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:31:36.315649 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:36.318328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:31:36.383161 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 53898) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:31:36.408069 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:31:36.412178 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:31:36.575309 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-7d367767-bd9b-4eb9-83de-84634c9e0489 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1859393 Apr 21 14:31:37.955850 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:31:38.076208 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 90e86ac8-5dee-4fba-8cc8-4c9c4058b8b6 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:31:38.076757 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:38.271289 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2250d606-c62a-4c48-b38c-ec19c48588f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:38.815096 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:39.820948 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:40.837467 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:31:44.774554 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 5 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:32:05.012978 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b20e3948-251c-4d55-a422-255edab300ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:32:08.256687 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6790dec0-6be0-4fa7-8c20-0d4624111e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:32:08.835441 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:32:09.790237 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:32:10.822597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:32:21.756209 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 5 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:32:35.002845 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b65f0f51-bec2-421b-8282-4c733cdc3796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:32:38.268874 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-cd7df43e-5ac5-4cef-a3c8-58948b70f9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:32:38.821028 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:32:39.794304 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:32:40.827524 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:32:58.756840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 5 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:33:04.989043 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5023ac1b-1e9d-4111-897b-b00c53199177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:08.264410 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e9aeea96-dc8f-4bb4-bb0d-dad3df72aeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:08.825344 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:09.789743 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:10.834137 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:32.161045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 54468) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:33:32.243639 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa69344b-6254-44a4-a974-777f28a920c0 admin admin] GET failed (client error): The resource could not be found. Apr 21 14:33:32.244214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-aa69344b-6254-44a4-a974-777f28a920c0 admin admin] Synchronizing usage tracker for tenant:f02b5f1a9d774a07a569a2d569b82b5d on resource:network {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:33:32.261949 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-aa69344b-6254-44a4-a974-777f28a920c0 admin admin] Unset dirty status for tenant:f02b5f1a9d774a07a569a2d569b82b5d on resource:network {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:33:32.263281 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-aa69344b-6254-44a4-a974-777f28a920c0 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1008134 Apr 21 14:33:32.421415 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc93d06d-58f0-496b-ae7d-d956d49f68fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:32.423021 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-cc93d06d-58f0-496b-ae7d-d956d49f68fd admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1553118 Apr 21 14:33:34.993757 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5d245852-e79e-458d-b3ea-10df6aea783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:35.031690 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 54478) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:33:35.154861 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad04de90-0c4f-413b-8f00-c4f564a2701f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:35.156406 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ad04de90-0c4f-413b-8f00-c4f564a2701f admin admin] 10.222.0.15 "GET /v2.0/subnets/2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6 HTTP/1.1" status: 200 len: 849 time: 0.1236746 Apr 21 14:33:35.170799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:33:35.301853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:35.647331 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761474193625'] for subnet, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:35.654865 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:33:35.699870 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:35.700560 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:35.702032 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] 10.222.0.15 "PUT /v2.0/subnets/2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6 HTTP/1.1" status: 200 len: 868 time: 0.5388417 Apr 21 14:33:35.706998 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814bc376-a863-4fd5-8220-b8a5a78bc095 None None] Network 6d64613a-9d52-4156-bcdd-ca8466c41284 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:33:35.740044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:33:35.756576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:33:35.757957 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:33:35.758963 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:33:35.759743 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:33:35.760510 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:33:35.761311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:33:35.762798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:33:35.763773 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:33:35.764006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 5 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:33:35.764743 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:33:35.765302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:33:35.765997 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:33:35.766581 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:33:35.773707 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:33:36.233209 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a2de0494-ede5-4a5e-90ee-340c70f8c618 None None] Provisioning complete for port f6a744d7-aaaf-44cc-b82d-312ad3f62a0b triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:33:36.234116 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a2de0494-ede5-4a5e-90ee-340c70f8c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:36.416080 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a2de0494-ede5-4a5e-90ee-340c70f8c618 None None] Provisioning complete for port 5a5fe176-8790-4e5b-962f-341edf288e94 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:33:36.416682 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a2de0494-ede5-4a5e-90ee-340c70f8c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:38.250575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-48f876df-3bcd-4f4b-9d6c-3e162ca256d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:38.464621 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 54488) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:33:38.686349 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7994e2c-e543-4d86-80e7-f7d31a277253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:38.686878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7994e2c-e543-4d86-80e7-f7d31a277253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:38.688583 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e7994e2c-e543-4d86-80e7-f7d31a277253 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2227764 Apr 21 14:33:38.826337 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:39.784189 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:40.843476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:33:41.328259 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 54498) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:33:41.532767 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f42e6c5-464e-454f-b942-574afcfda958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:41.533358 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f42e6c5-464e-454f-b942-574afcfda958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:41.535077 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-7f42e6c5-464e-454f-b942-574afcfda958 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2056735 Apr 21 14:33:44.164764 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 54508) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:33:44.486803 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c804658f-f42f-41a7-baef-287f20423dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:44.488714 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c804658f-f42f-41a7-baef-287f20423dea admin admin] 10.222.0.15 "GET /v2.0/networks/6d64613a-9d52-4156-bcdd-ca8466c41284 HTTP/1.1" status: 200 len: 869 time: 0.3225729 Apr 21 14:33:47.157458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 54518) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:33:47.350491 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ac8558-c795-46b7-93dd-7c0390dce2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:47.351902 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-77ac8558-c795-46b7-93dd-7c0390dce2b7 admin admin] 10.222.0.15 "GET /v2.0/networks/8a2848aa-eba2-47a6-8083-67a357f861ae HTTP/1.1" status: 200 len: 886 time: 0.1930676 Apr 21 14:33:50.084037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 54528) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:33:50.281733 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c1f1b2-c463-4609-b744-f40118351cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:50.282575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c1f1b2-c463-4609-b744-f40118351cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:50.283934 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c6c1f1b2-c463-4609-b744-f40118351cef admin admin] Synchronizing usage tracker for tenant:f02b5f1a9d774a07a569a2d569b82b5d on resource:subnet {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:33:50.312231 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c6c1f1b2-c463-4609-b744-f40118351cef admin admin] Unset dirty status for tenant:f02b5f1a9d774a07a569a2d569b82b5d on resource:subnet {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:33:50.313927 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c6c1f1b2-c463-4609-b744-f40118351cef admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2282882 Apr 21 14:33:52.968994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 54538) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:33:53.097991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee33a6-b300-49ed-a8f4-961ed7e058bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:53.098501 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee33a6-b300-49ed-a8f4-961ed7e058bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:53.100251 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-50ee33a6-b300-49ed-a8f4-961ed7e058bb admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1301103 Apr 21 14:33:55.750344 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 54548) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:33:55.899720 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b29f9d0-3766-4e54-992c-9b571555beda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:55.901236 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-7b29f9d0-3766-4e54-992c-9b571555beda admin admin] 10.222.0.15 "GET /v2.0/subnets/2cc19a9b-66e5-4499-b3e3-d3ad27ac5aa6 HTTP/1.1" status: 200 len: 868 time: 0.1494730 Apr 21 14:33:58.621306 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 54558) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:33:58.748582 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bbef17-4d2d-4c62-bb07-f68a49e42738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:33:58.750156 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c8bbef17-4d2d-4c62-bb07-f68a49e42738 admin admin] 10.222.0.15 "GET /v2.0/subnets/df827936-ef2e-46f1-b2f9-2f2e446e82cd HTTP/1.1" status: 200 len: 816 time: 0.1276076 Apr 21 14:34:05.019388 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1e2904bd-c5ce-4762-ad96-fe86d533dcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:08.265474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-21762fee-2d07-4892-86e5-9349110128a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:08.833970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:09.796587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:10.848564 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:12.755056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 5 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:34:26.841797 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 54602) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:34:26.901229 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [None req-7c055aeb-25a9-44c9-81e3-9e9a1416362c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 14:34:26.902411 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-7c055aeb-25a9-44c9-81e3-9e9a1416362c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0591764 Apr 21 14:34:29.674330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 54612) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:34:29.775211 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.pecan_wsgi.hooks.translation [None req-29636b41-e56c-4f84-ad1e-613191429281 admin admin] GET failed (client error): The resource could not be found. Apr 21 14:34:29.778280 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-29636b41-e56c-4f84-ad1e-613191429281 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1023433 Apr 21 14:34:29.995918 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34983c4-6a0b-411c-b150-d85edcda6d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:34:29.997594 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c34983c4-6a0b-411c-b150-d85edcda6d74 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2146425 Apr 21 14:34:32.690845 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 54622) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:34:32.753499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:34:32.762727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:34:32.780282 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:34:32.792957 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Made reservation on behalf of f02b5f1a9d774a07a569a2d569b82b5d for: {'network': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:34:32.798129 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:32.898461 dv-cinder-786385-2-smb neutron-server[86228]: WARNING neutron.services.revisions.revision_plugin [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Could not find related network for resource to bump revision. Apr 21 14:34:32.913234 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=86344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:34:32.924529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:32.924943 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Added segment 61000b77-5ea8-45a7-8faf-63ff6cdd1aaa of type vlan for network c1d32002-4599-4eb1-85cb-479f92048b26 Apr 21 14:34:32.955926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:33.008951 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:33.011311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:34:33.012377 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:33.021602 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:34:33.224415 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5320363 Apr 21 14:34:33.225690 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d32002-4599-4eb1-85cb-479f92048b26,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:34:33.240598 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:33.241270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:33.241916 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:33.242556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:33.243179 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:33.243794 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:33.244462 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:33.245128 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:33.245777 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:33.246396 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:33.247007 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:33.247606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:33.253926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:34:33.266254 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network c1d32002-4599-4eb1-85cb-479f92048b26 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:34:34.994647 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c29b260d-2ca9-4773-9b93-defe506104cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:36.930880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 54632) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:34:37.040220 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed88a387-be7b-4420-87c3-3d7af1f9d7f3 admin admin] GET failed (client error): The resource could not be found. Apr 21 14:34:37.042563 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ed88a387-be7b-4420-87c3-3d7af1f9d7f3 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1104021 Apr 21 14:34:37.176395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3386aa6d-06a9-44af-9b19-0689a5a850bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:34:37.178457 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-3386aa6d-06a9-44af-9b19-0689a5a850bc admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1312201 Apr 21 14:34:37.191455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'c1d32002-4599-4eb1-85cb-479f92048b26', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:34:37.197138 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:34:37.209036 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:34:37.219868 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Made reservation on behalf of f02b5f1a9d774a07a569a2d569b82b5d for: {'subnet': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:34:37.225001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:37.902858 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:37.908335 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-aefd56f0-67c3-4ac3-966b-f6b5dfe99be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:34:37.993893 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8744d982-7c17-4aec-8918-b502fdf4fab5,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:34:38.007119 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:38.007502 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:38.007896 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:38.008236 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:38.008599 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:38.009021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:38.009380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:38.010282 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:38.010655 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:38.011014 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:38.011367 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:38.011720 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:38.015339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Checking segment: {'id': '61000b77-5ea8-45a7-8faf-63ff6cdd1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c1d32002-4599-4eb1-85cb-479f92048b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:34:38.015713 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Network hostable DHCP agents. Network: c1d32002-4599-4eb1-85cb-479f92048b26, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:34:38.020953 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:34:38.040520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Network c1d32002-4599-4eb1-85cb-479f92048b26 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:34:38.052389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, c1d32002-4599-4eb1-85cb-479f92048b26) {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:34:38.057349 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:34:38.058813 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:38.063679 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baa647a-d1c5-4499-9862-110f08a8d66c None None] Network c1d32002-4599-4eb1-85cb-479f92048b26 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:34:38.109039 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9140937 Apr 21 14:34:38.285981 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-012557d5-3720-4c13-b6f0-9dcfe0e3a7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:38.365557 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff83c420-0941-5bda-b2c0-79d0f2ff311f-c1d32002-4599-4eb1-85cb-479f92048b26', 'network_id': 'c1d32002-4599-4eb1-85cb-479f92048b26', 'tenant_id': 'f02b5f1a9d774a07a569a2d569b82b5d', 'fixed_ips': [{'subnet_id': '8744d982-7c17-4aec-8918-b502fdf4fab5'}]}} from dv-cinder-786385-2-smb. {{(pid=86345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 14:34:38.367056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:38.632603 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Allocated IP 192.168.233.2 (c1d32002-4599-4eb1-85cb-479f92048b26/8744d982-7c17-4aec-8918-b502fdf4fab5/87edd5ae-f1f1-45ae-b275-76b7ef5f1837) {{(pid=86345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:34:38.905816 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:38.956719 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:38.973458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Transition to ACTIVE for port object 87edd5ae-f1f1-45ae-b275-76b7ef5f1837 will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:34:39.002198 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Transition to ACTIVE for port object 87edd5ae-f1f1-45ae-b275-76b7ef5f1837 will not be triggered until provisioned by entity DHCP. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:34:39.009119 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:39.018654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:34:39.101329 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Network c1d32002-4599-4eb1-85cb-479f92048b26 is already hosted by enough agents. {{(pid=86345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:34:39.110444 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Resources bound (agent type, host, resource id): {{(pid=86345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:34:39.121087 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Received port after_create {{(pid=86345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:34:39.128187 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Pushing event updated for resources: {'Port': ['ID=87edd5ae-f1f1-45ae-b275-76b7ef5f1837,revision_number=1']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:34:39.171330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:39.171587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:39.172037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:39.172357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:39.172730 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:39.173140 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:39.173518 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:39.173887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:39.174263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:39.174636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:39.174990 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:39.175353 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:34:39.212821 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:34:39.248313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Attempting to bind port 87edd5ae-f1f1-45ae-b275-76b7ef5f1837 on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:34:39.249031 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Attempting to bind port 87edd5ae-f1f1-45ae-b275-76b7ef5f1837 by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '61000b77-5ea8-45a7-8faf-63ff6cdd1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c1d32002-4599-4eb1-85cb-479f92048b26'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:34:39.249698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Attempting to bind port 87edd5ae-f1f1-45ae-b275-76b7ef5f1837 on network c1d32002-4599-4eb1-85cb-479f92048b26 {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:34:39.258868 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:34:39.259593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Checking segment: {'id': '61000b77-5ea8-45a7-8faf-63ff6cdd1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c1d32002-4599-4eb1-85cb-479f92048b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:34:39.260173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:39.260678 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Bound using segment: {'id': '61000b77-5ea8-45a7-8faf-63ff6cdd1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c1d32002-4599-4eb1-85cb-479f92048b26'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:34:39.261430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Bound port: 87edd5ae-f1f1-45ae-b275-76b7ef5f1837, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61000b77-5ea8-45a7-8faf-63ff6cdd1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c1d32002-4599-4eb1-85cb-479f92048b26'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:34:39.261964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:39.385048 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] For port 87edd5ae-f1f1-45ae-b275-76b7ef5f1837, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:34:39.390416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] For port 87edd5ae-f1f1-45ae-b275-76b7ef5f1837, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=87edd5ae-f1f1-45ae-b275-76b7ef5f1837,segment=NetworkSegment(61000b77-5ea8-45a7-8faf-63ff6cdd1aaa),segment_id=61000b77-5ea8-45a7-8faf-63ff6cdd1aaa)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:34:39.394826 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:39.402387 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a345d177-4c68-4a72-8af0-db6c7ea1bf3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:34:39.526488 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Pushing event updated for resources: {'Port': ['ID=87edd5ae-f1f1-45ae-b275-76b7ef5f1837,revision_number=2']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:34:39.531598 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:34:39.806722 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:40.138907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 87edd5ae-f1f1-45ae-b275-76b7ef5f1837 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:34:40.229489 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 87edd5ae-f1f1-45ae-b275-76b7ef5f1837 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:34:40.864832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:40.953201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0709fda7-be58-4b23-8dc1-bfe4c042668b None None] Network c1d32002-4599-4eb1-85cb-479f92048b26 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:34:41.043549 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-f0c83060-7d2a-4847-aa1c-5bbc70db56c4 None None] Provisioning for port 87edd5ae-f1f1-45ae-b275-76b7ef5f1837 completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:34:41.060758 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-f0c83060-7d2a-4847-aa1c-5bbc70db56c4 None None] Provisioning complete for port 87edd5ae-f1f1-45ae-b275-76b7ef5f1837 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:34:41.061210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0c83060-7d2a-4847-aa1c-5bbc70db56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:41.322640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0c83060-7d2a-4847-aa1c-5bbc70db56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:41.374694 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-f0c83060-7d2a-4847-aa1c-5bbc70db56c4 None None] For port 87edd5ae-f1f1-45ae-b275-76b7ef5f1837, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=87edd5ae-f1f1-45ae-b275-76b7ef5f1837,segment=NetworkSegment(61000b77-5ea8-45a7-8faf-63ff6cdd1aaa),segment_id=61000b77-5ea8-45a7-8faf-63ff6cdd1aaa)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:34:41.379065 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0c83060-7d2a-4847-aa1c-5bbc70db56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:41.384411 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:34:41.476266 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c83060-7d2a-4847-aa1c-5bbc70db56c4 None None] Pushing event updated for resources: {'Port': ['ID=87edd5ae-f1f1-45ae-b275-76b7ef5f1837,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:34:41.485761 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f0c83060-7d2a-4847-aa1c-5bbc70db56c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:34:41.714242 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-6dfe5c7c-1714-4456-b4d9-1e5bc60d5f8f None None] Provisioning complete for port 87edd5ae-f1f1-45ae-b275-76b7ef5f1837 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:34:41.715182 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5c7c-1714-4456-b4d9-1e5bc60d5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:42.095996 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 87edd5ae-f1f1-45ae-b275-76b7ef5f1837 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:34:42.173325 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 87edd5ae-f1f1-45ae-b275-76b7ef5f1837 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:34:42.173651 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:34:49.755427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 5 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:35:05.011352 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-05e7ff35-679f-4cc8-80dd-b08ab5b3c511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:08.270814 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7539341d-2c60-4a1e-ba23-19d99960708f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:08.834219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:09.802229 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:10.859421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:26.756036 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 5 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:35:35.001734 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0544-da38-4fbb-9cb9-6feff0e68356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:38.269499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d064307d-b51b-4571-b291-7bf0b3caeb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:38.846882 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:39.797859 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:40.863276 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:58.490525 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 54682) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:35:58.497296 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [None req-9f0c6a93-9335-4c74-8f5f-fe23f777a5c7 tempest-verify_tempest_config-804325273 tempest-verify_tempest_config-804325273-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 14:35:58.498434 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-9f0c6a93-9335-4c74-8f5f-fe23f777a5c7 tempest-verify_tempest_config-804325273 tempest-verify_tempest_config-804325273-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068352 Apr 21 14:35:58.980412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 54700) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:35:59.135722 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:59.165346 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:35:59.172874 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:e370b2ccb3b94cda8d8888a9542272c3 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:35:59.178230 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:35:59.189923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:35:59.339514 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:59.343839 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:59.361409 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:35:59.449328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Synchronizing usage tracker for tenant:f02b5f1a9d774a07a569a2d569b82b5d on resource:security_group {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:35:59.456314 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d452733-89bb-48bd-9a92-fddf0a9ad019,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:35:59.469366 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.469764 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.470213 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.470589 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.470959 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.471330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.471694 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.472060 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.472440 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.472804 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.473193 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.473551 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.480266 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:35:59.489682 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Unset dirty status for tenant:f02b5f1a9d774a07a569a2d569b82b5d on resource:security_group {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:35:59.494568 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e370b2ccb3b94cda8d8888a9542272c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5125515 Apr 21 14:35:59.496027 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 54706) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:35:59.620294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:59.672018 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:59.765286 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:59.769555 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4854012a-60e2-4325-8f8c-d52cec5a453a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:35:59.783911 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d452733-89bb-48bd-9a92-fddf0a9ad019,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:35:59.793886 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.794265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.794636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.795001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.795364 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.795726 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.796085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.796452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.796821 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.797205 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.797555 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.797910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:35:59.801048 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:35:59.802262 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d452733-89bb-48bd-9a92-fddf0a9ad019 HTTP/1.1" status: 204 len: 168 time: 0.3045285 Apr 21 14:35:59.803241 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:36:03.757820 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 5 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:36:05.007869 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f4e4d6c0-6f89-4905-98e4-4d184e83062c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:36:08.274065 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-973231a2-f299-42a7-8bfd-f25e9dff472a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:36:08.841483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:36:09.804480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:36:10.868328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:36:34.992115 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-73a67976-ae8b-4774-8920-78efda2846b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:36:38.268179 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-30f97176-f298-434b-bceb-cd69a1f9775e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:36:38.841852 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:36:39.797842 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:36:40.757754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 5 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:36:40.866700 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:37:04.996409 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d30217f-2bbe-42e8-a58c-086fc5a03fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:37:08.271295 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-67c7e54d-d4af-408b-9aa8-2df2ccb08cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:37:08.844446 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:37:09.801191 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:37:10.878556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:37:17.757631 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 5 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:37:35.000093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e3a4-fe91-4eb8-beb7-a0b5b1d59bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:37:38.275480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5dce5821-039f-4e7a-a7fa-dc193535ea38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:37:38.849292 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:37:39.661712 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197'] for agent, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:37:39.806842 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:37:40.872325 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:37:44.537962 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 54758) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:37:44.682279 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-8b6c55d7-9c36-4f16-9ec9-0f78cbdd0482 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1426721 Apr 21 14:37:47.349058 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 54768) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:37:47.423477 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a72b8964-a52e-4820-a592-fd35efa06e4c admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0727909 Apr 21 14:37:54.761425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:38:05.003555 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dc44df49-6be7-455d-86b3-5118e7c15215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:38:08.279883 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6066c3d5-86eb-4735-8a8e-54bcf8fa8a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:38:08.852088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:38:09.648770 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:38:09.811134 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:38:10.876455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:38:31.762033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:38:35.007146 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ca63c025-ce77-49af-9ac0-6576904dff12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:38:38.284042 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6de3f90e-a5ff-427d-8b17-4b6832485e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:38:38.853607 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:38:39.666625 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:38:39.816003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:38:40.879444 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:05.024187 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8cce9b1-1d4d-4523-8388-11290af4a1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:08.289837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3627a49b-1102-44f3-b839-77429892fdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:08.762729 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:39:08.859371 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:09.683553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:09.825962 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:10.884408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:35.030321 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a0bd79eb-2259-4d2b-8eab-22fb1fac1a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:37.454463 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 54886) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:37.775900 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-361707960-network', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:37.788106 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:37.796501 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Usage tracker for resource:network and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:37.802920 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:37.814852 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:37.836430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Made reservation on behalf of a316512ef8944f2d8f18a8de373ca6d4 for: {'network': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:39:37.847537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:37.871043 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:37.902891 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:37.911823 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Usage tracker for resource:security_group_rule and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:37.917672 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:37.929418 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:38.097701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:38.103202 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:38.111598 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:38.173428 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=86344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:39:38.192163 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2985a1b2-9215-426d-a3ab-ee39522aa627,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:38.212613 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:38.213015 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Added segment 72e9d765-b9e5-4adc-a258-e4122b74416d of type vlan for network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 Apr 21 14:39:38.217185 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:38.217799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:38.218458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:38.219096 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:38.219835 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:38.220347 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:38.221431 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:38.221956 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:38.222437 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:38.223052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:38.223673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:38.224293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Tracked resource versions report: Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: pushed versions: Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: { 'AddressGroup': {'1.2'}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': {'1.0'}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': {'1.0'}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': {'1.1'}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': {'1.7'}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': {'1.2'}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': {'1.8'}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': {'1.4'}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': {'1.0'}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': {'1.1'}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': {'1.1'}} Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: consumer versions: Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: { DHCP agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: HyperV agent@hv-cinder-78638: {}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: L3 agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: Metadata agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: Metering agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: Open vSwitch agent@dv-cinder-786385-2-smb: { 'AddressGroup': '1.2', Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': '1.0', Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': '1.0', Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': '1.1', Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': '1.7', Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': '1.2', Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': '1.8', Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': '1.4', Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': '1.2', Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': '1.0', Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': '1.1', Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': '1.1'}} Apr 21 14:39:38.226558 dv-cinder-786385-2-smb neutron-server[86228]: {{(pid=86344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 14:39:38.239895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:38.292821 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:38.318724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-726e7a62-09b8-4ad7-8ff0-b94d9e7261f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:38.350934 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:38.353725 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:38.355540 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:38.367579 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:38.574269 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1187444 Apr 21 14:39:38.576979 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 54934) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:38.588933 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Request body: {'subnet': {'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-subnet', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:38.591516 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Pushing event updated for resources: {'Network': ['ID=a668a23f-2857-41e6-8e90-6a98c2e3b4c2,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:38.598373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:38.601254 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:38.610058 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Usage tracker for resource:subnet and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:38.614108 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:39:38.617152 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:38.629928 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:38.645918 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Made reservation on behalf of a316512ef8944f2d8f18a8de373ca6d4 for: {'subnet': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:39:38.654054 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:38.887954 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:39.335889 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:39.340478 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e9254966-e891-49b3-9890-6c2e957fb9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:39.411723 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d098cc5-ec00-4167-8ff0-5eee8e9272a6,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:39.422030 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:39.422422 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:39.423332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:39.423704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:39.424076 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:39.424447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:39.424814 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:39.425212 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:39.425582 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:39.425945 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:39.426307 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:39.426666 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Tracked resource versions report: Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: pushed versions: Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: { 'AddressGroup': {'1.2'}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': {'1.0'}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': {'1.0'}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': {'1.1'}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': {'1.7'}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': {'1.2'}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': {'1.8'}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': {'1.4'}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': {'1.0'}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': {'1.1'}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': {'1.1'}} Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: consumer versions: Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: { DHCP agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: HyperV agent@hv-cinder-78638: {}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: L3 agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: Metadata agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: Metering agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: Open vSwitch agent@dv-cinder-786385-2-smb: { 'AddressGroup': '1.2', Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': '1.0', Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': '1.0', Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': '1.1', Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': '1.7', Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': '1.2', Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': '1.8', Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': '1.4', Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': '1.2', Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': '1.0', Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': '1.1', Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': '1.1'}} Apr 21 14:39:39.427841 dv-cinder-786385-2-smb neutron-server[86228]: {{(pid=86343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 14:39:39.446907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:39.455715 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Checking segment: {'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:39:39.456133 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Network hostable DHCP agents. Network: a668a23f-2857-41e6-8e90-6a98c2e3b4c2, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:39:39.484753 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:39:39.500677 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, a668a23f-2857-41e6-8e90-6a98c2e3b4c2) {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:39:39.508206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:39.509605 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:39.515372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f857cb0-6827-4f18-8610-fe32611260e1 None None] Network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:39:39.564890 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 54958) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:39.565822 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-8090ddff-e7cb-4ba8-8f3b-d251813eb367 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9863775 Apr 21 14:39:39.571427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:39.577009 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:39.582594 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Usage tracker for resource:router and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:39.586773 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:39.594430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 54962) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:39.595705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:39.608644 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-431851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15891'] for router, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:39.611549 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854343965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854326267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759909'] for router, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:39.631508 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:39.753674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.019452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.030900 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff83c420-0941-5bda-b2c0-79d0f2ff311f-a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6'}]}} from dv-cinder-786385-2-smb. {{(pid=86345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 14:39:40.032877 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.075157 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-790931426-network', 'tenant_id': '6a5762ebd9614e04bb337b267f61e243'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:40.089578 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854326030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854345128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759926'] for router, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.098256 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:40.115359 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Usage tracker for resource:network and tenant:6a5762ebd9614e04bb337b267f61e243 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:40.135651 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:40.164646 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:40.192220 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Made reservation on behalf of 6a5762ebd9614e04bb337b267f61e243 for: {'network': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:39:40.200591 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.219975 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.239226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:40.243896 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Usage tracker for resource:security_group_rule and tenant:6a5762ebd9614e04bb337b267f61e243 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:40.247620 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:40.255431 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:40.403173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.408752 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.422149 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Allocated IP 172.20.0.2 (a668a23f-2857-41e6-8e90-6a98c2e3b4c2/9d098cc5-ec00-4167-8ff0-5eee8e9272a6/680304b4-cc9e-4998-9e04-7827b738183d) {{(pid=86345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:39:40.442407 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:40.458610 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=86343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:39:40.586433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.586978 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Added segment 4f92254f-1ab2-4874-8895-c08b430d29f8 of type vlan for network f99e92f5-2f21-4cbf-a860-abf296a1e0e9 Apr 21 14:39:40.599615 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8eced4-6159-47fb-afd2-595967b2878b,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:40.614907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:40.667216 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.674921 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.721269 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.749390 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.752202 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:40.754931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.775406 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:40.967015 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:40.991062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Notify callbacks [] for port, precommit_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:41.004736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Transition to ACTIVE for port object 680304b4-cc9e-4998-9e04-7827b738183d will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:39:41.012467 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4150510 Apr 21 14:39:41.019066 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55006) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:41.035342 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Transition to ACTIVE for port object 680304b4-cc9e-4998-9e04-7827b738183d will not be triggered until provisioned by entity DHCP. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:39:41.038743 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Request body: {'subnet': {'network_id': 'f99e92f5-2f21-4cbf-a860-abf296a1e0e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-790931426-subnet', 'tenant_id': '6a5762ebd9614e04bb337b267f61e243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:41.041841 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:41.051604 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Pushing event updated for resources: {'Network': ['ID=f99e92f5-2f21-4cbf-a860-abf296a1e0e9,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:41.056746 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:41.059235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:41.069178 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:41.069683 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Usage tracker for resource:subnet and tenant:6a5762ebd9614e04bb337b267f61e243 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:41.073215 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Allocated IP 172.28.3.224 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/57782e29-68ca-47ee-81d3-6602bfddeea5) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:39:41.080113 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:41.093607 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:41.110905 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Made reservation on behalf of 6a5762ebd9614e04bb337b267f61e243 for: {'subnet': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:39:41.128673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 is already hosted by enough agents. {{(pid=86345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:39:41.129927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network f99e92f5-2f21-4cbf-a860-abf296a1e0e9 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:39:41.131078 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:41.153840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Resources bound (agent type, host, resource id): {{(pid=86345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:39:41.169330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Received port after_create {{(pid=86345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:39:41.303308 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Attempting to bind port 680304b4-cc9e-4998-9e04-7827b738183d on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:39:41.303784 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Attempting to bind port 680304b4-cc9e-4998-9e04-7827b738183d by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:39:41.304210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Attempting to bind port 680304b4-cc9e-4998-9e04-7827b738183d on network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:39:41.318657 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:39:41.319119 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Checking segment: {'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:39:41.319729 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:41.320065 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Bound using segment: {'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:39:41.320721 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Bound port: 680304b4-cc9e-4998-9e04-7827b738183d, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:39:41.321195 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:41.361970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55016) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:41.521165 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:41.556432 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:41.562757 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3d33ea65-4e0a-4e78-96ef-463e760ff905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:41.643512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:39:41.654124 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:39:41.659874 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:39:41.738709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55036) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:41.762035 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] For port 680304b4-cc9e-4998-9e04-7827b738183d, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:39:41.766870 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] For port 680304b4-cc9e-4998-9e04-7827b738183d, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=680304b4-cc9e-4998-9e04-7827b738183d,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:39:41.776945 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Pushing event updated for resources: {'Port': ['ID=680304b4-cc9e-4998-9e04-7827b738183d,revision_number=1']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:41.780840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:41.806513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:41.807163 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:41.807916 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:41.808520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:41.809154 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:41.809768 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:41.810300 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:41.810844 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:41.811367 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:41.811933 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:41.812519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:41.813130 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Tracked resource versions report: Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: pushed versions: Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: { 'AddressGroup': {'1.2'}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': {'1.0'}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': {'1.0'}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': {'1.1'}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': {'1.7'}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': {'1.2'}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': {'1.8'}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': {'1.4'}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': {'1.0'}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': {'1.1'}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': {'1.1'}} Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: consumer versions: Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: { DHCP agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: HyperV agent@hv-cinder-78638: {}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: L3 agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: Metadata agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: Metering agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: Open vSwitch agent@dv-cinder-786385-2-smb: { 'AddressGroup': '1.2', Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': '1.0', Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': '1.0', Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': '1.1', Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': '1.7', Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': '1.2', Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': '1.8', Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': '1.4', Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': '1.2', Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': '1.0', Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': '1.1', Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': '1.1'}} Apr 21 14:39:41.814505 dv-cinder-786385-2-smb neutron-server[86228]: {{(pid=86345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 14:39:41.837512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:41.838210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:41.877399 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:41.899964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:41.963596 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Pushing event updated for resources: {'Port': ['ID=680304b4-cc9e-4998-9e04-7827b738183d,revision_number=2']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:41.972083 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:42.070397 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34cd6144-e807-428f-a702-a329ed65cafd,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:42.077542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Checking segment: {'id': '4f92254f-1ab2-4874-8895-c08b430d29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f99e92f5-2f21-4cbf-a860-abf296a1e0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:39:42.078303 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Network hostable DHCP agents. Network: f99e92f5-2f21-4cbf-a860-abf296a1e0e9, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:39:42.084546 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:42.104549 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Network f99e92f5-2f21-4cbf-a860-abf296a1e0e9 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:39:42.114977 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=57782e29-68ca-47ee-81d3-6602bfddeea5,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:42.115624 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, f99e92f5-2f21-4cbf-a860-abf296a1e0e9) {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:39:42.118379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:42.132376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f865464-610a-484d-a48b-70359e4b821c None None] Network f99e92f5-2f21-4cbf-a860-abf296a1e0e9 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:39:42.133180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-87160299-network', 'tenant_id': '7a2da49073544277aaca0ee42d00fa28'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:42.138708 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:42.139642 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:42.140501 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:42.178981 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1525776 Apr 21 14:39:42.201782 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Usage tracker for resource:network and tenant:7a2da49073544277aaca0ee42d00fa28 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:42.207668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:42.227060 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:42.263094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Made reservation on behalf of 7a2da49073544277aaca0ee42d00fa28 for: {'network': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:39:42.268743 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:42.491565 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-400219790-network', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:42.530884 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:42.545029 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Usage tracker for resource:network and tenant:c11f8866bb7b42299fa431b79c50c8ae is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:42.574548 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:42.582199 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:42.608216 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:42.633681 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Made reservation on behalf of c11f8866bb7b42299fa431b79c50c8ae for: {'network': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:39:42.639221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:42.659505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:42.679002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:42.684700 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Usage tracker for resource:security_group_rule and tenant:c11f8866bb7b42299fa431b79c50c8ae is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:42.689172 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:42.693402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ed145b-aace-408b-89a5-507190ff2fc0 None None] Network f99e92f5-2f21-4cbf-a860-abf296a1e0e9 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:39:42.696287 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:42.811251 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:42.843720 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Usage tracker for resource:security_group_rule and tenant:7a2da49073544277aaca0ee42d00fa28 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:42.853133 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:42.872490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:42.940561 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:42.946232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:42.957607 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6a6d664b-6611-40a9-821b-d930677c4ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:42.964079 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:43.089760 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=86343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:39:43.130313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a89a7b-a370-4bb4-ac80-082241bc0a04,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:43.145561 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:43.156174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:43.158468 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Added segment 4f15d025-0c42-4d23-abfe-e63d25c21ee3 of type vlan for network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 Apr 21 14:39:43.239219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:43.285895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:43.287447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:43.288373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:43.295215 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:43.429358 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6892791 Apr 21 14:39:43.433568 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55070) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:43.443704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:43.456731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Request body: {'subnet': {'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-400219790-subnet', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:43.461233 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:39:43.478186 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:43.479751 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:43.490171 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Usage tracker for resource:subnet and tenant:c11f8866bb7b42299fa431b79c50c8ae is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:43.498000 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:43.512433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:43.536471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Made reservation on behalf of c11f8866bb7b42299fa431b79c50c8ae for: {'subnet': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:39:43.545235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:43.956253 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:43.973858 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:43.993997 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=86344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:39:44.008545 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:44.008810 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Added segment 309c7cc2-2974-4228-a5a8-b3bb66d48e46 of type vlan for network 9c907955-4d5d-442b-ae69-abe5beaa5f4d Apr 21 14:39:44.018594 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:44.035376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491dd587-f55a-4f00-959b-ee520bf83bcb None None] Network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:39:44.224768 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-45c1a14d-d901-41a8-a107-3ac4f9844461 None None] Provisioning for port 680304b4-cc9e-4998-9e04-7827b738183d completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:39:44.234176 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:44.280583 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:44.307472 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:44.348765 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-430656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449752'] for router, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:44.570277 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 680304b4-cc9e-4998-9e04-7827b738183d up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:39:44.722585 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:44.731869 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e978f4a2-3770-48ef-b612-ae2f9a5b75a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:44.886593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:44.895777 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:44.896565 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:44.921746 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-92cbd7a7-81c9-47b2-b026-96ec8f0532c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:45.048326 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=624fa397-d3e9-4c20-810a-a1a22a65c72e,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:45.056443 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:45.084434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Checking segment: {'id': '4f15d025-0c42-4d23-abfe-e63d25c21ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:39:45.093236 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Network hostable DHCP agents. Network: f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:39:45.155720 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:39:45.161907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 680304b4-cc9e-4998-9e04-7827b738183d completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:39:45.192617 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 680304b4-cc9e-4998-9e04-7827b738183d triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:39:45.193741 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:45.195888 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9) {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:39:45.217808 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:45.218990 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:45.279232 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.9103670 Apr 21 14:39:45.284747 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55110) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:45.287517 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8525243 Apr 21 14:39:45.295660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a50c95-7c0e-439a-a7bb-96ea9bcb7bb9 None None] Network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:39:45.296640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55114) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:45.315851 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Request body: {'subnet': {'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-87160299-subnet', 'tenant_id': '7a2da49073544277aaca0ee42d00fa28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:45.348887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-400219790-router', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:45.367555 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:45.375311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Pushing event updated for resources: {'Network': ['ID=9c907955-4d5d-442b-ae69-abe5beaa5f4d,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:45.381255 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:45.385323 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Usage tracker for resource:router and tenant:c11f8866bb7b42299fa431b79c50c8ae is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:45.395785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:45.414194 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 is scheduled to L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a with binding_index 1 {{(pid=86344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 14:39:45.422228 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:45.471052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:45.476285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-431851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15891'] for router, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:45.478074 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854343965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854326267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759909'] for router, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:45.490226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Usage tracker for resource:subnet and tenant:7a2da49073544277aaca0ee42d00fa28 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:45.497450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:45.515877 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:45.543406 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:45.546550 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Made reservation on behalf of 7a2da49073544277aaca0ee42d00fa28 for: {'subnet': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:39:45.555203 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:45.727683 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55126) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:45.763879 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:39:45.765111 dv-cinder-786385-2-smb neutron-server[86228]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 21 14:39:45.808983 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55132) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:46.070163 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network 9c907955-4d5d-442b-ae69-abe5beaa5f4d details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:39:46.096778 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:39:46.120219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Sync routers for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:39:46.156357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:39:46.174202 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:39:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:39:46.230673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-2f827083-c546-4c48-a813-9c99536ba1a6 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:46.239915 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-2f827083-c546-4c48-a813-9c99536ba1a6 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/networks?id=f99e92f5-2f21-4cbf-a860-abf296a1e0e9 HTTP/1.1" status: 200 len: 811 time: 0.5102286 Apr 21 14:39:46.245695 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcd6ff4-7820-4852-b61c-35c966f894cc None None] Network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:39:46.336373 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-3ea7f537-5167-4cbe-bf46-9b4a117a419b tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/quotas/6a5762ebd9614e04bb337b267f61e243 HTTP/1.1" status: 200 len: 375 time: 0.0953817 Apr 21 14:39:46.510033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Notify callbacks [] for router, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:46.520786 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9541707 Apr 21 14:39:46.525556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55154) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:46.580837 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-d21d02d8-64ed-40f5-9fa9-29ca4c3c423b tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a5762ebd9614e04bb337b267f61e243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2400262 Apr 21 14:39:46.878724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:39:46.927829 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c36d60de-a9df-4a87-ac6c-6d4b80e60f7a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 14:39:46.929851 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c36d60de-a9df-4a87-ac6c-6d4b80e60f7a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1701813 Apr 21 14:39:47.400030 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5d53d11d-933f-4c01-bb2c-f8bc6f3c7a05 service neutron] 10.222.0.15 "GET /v2.0/networks/f99e92f5-2f21-4cbf-a860-abf296a1e0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614968 Apr 21 14:39:47.464378 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-ef42faab-114f-46d8-a72e-1ee90048ba0c None None] Provisioning complete for port 680304b4-cc9e-4998-9e04-7827b738183d triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:39:47.465073 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ef42faab-114f-46d8-a72e-1ee90048ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:47.536745 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:47.560513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854326030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854345128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759926'] for router, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:47.583895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3903c543-5be5-438a-855f-8d2988e13c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:47.723045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 680304b4-cc9e-4998-9e04-7827b738183d, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=680304b4-cc9e-4998-9e04-7827b738183d,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:39:47.755160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:47.763497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:47.779531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:42Z', 'revision_number': 3, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:39:47.799206 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-adbedb10-5c2a-4498-92a2-6dec63f48fe3 service neutron] 10.222.0.15 "GET /v2.0/networks/f99e92f5-2f21-4cbf-a860-abf296a1e0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840942 Apr 21 14:39:47.799952 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Checking router: 939eaf5e-af39-4998-b4f3-31e9c8664bd3 for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:39:47.800918 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Updating router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 port 57782e29-68ca-47ee-81d3-6602bfddeea5 binding host dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:39:47.881386 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55194) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:47.906242 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-3903c543-5be5-438a-855f-8d2988e13c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:47.998640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-3903c543-5be5-438a-855f-8d2988e13c2d admin admin] Usage tracker for resource:security_group_rule and tenant:e3a542e8baeb47109cc67790ed30da36 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:48.013096 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-3903c543-5be5-438a-855f-8d2988e13c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:48.046668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:48.047157 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-3903c543-5be5-438a-855f-8d2988e13c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:48.326577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=680304b4-cc9e-4998-9e04-7827b738183d,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:48.353005 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:48.404427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a78def6b-195f-4fcf-b313-34f4d6c70868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:48.474122 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a78def6b-195f-4fcf-b313-34f4d6c70868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:48.492307 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a78def6b-195f-4fcf-b313-34f4d6c70868 admin admin] Usage tracker for resource:security_group_rule and tenant:6be936c9b1da4461b574101b1fd6bb2c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:48.504347 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a78def6b-195f-4fcf-b313-34f4d6c70868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:48.540595 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a78def6b-195f-4fcf-b313-34f4d6c70868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:48.650435 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:48.721834 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:49.060168 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:49.081856 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:49.265020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3903c543-5be5-438a-855f-8d2988e13c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:49.354210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Notify callbacks [] for port, precommit_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:49.395657 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Transition to ACTIVE for port object 57782e29-68ca-47ee-81d3-6602bfddeea5 will not be triggered until provisioned by entity L2. {{(pid=86346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:39:49.397993 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dac64da2-63b7-4dc3-97d3-e8269eabe480 req-ae58df4b-c82c-4c25-85a4-4da03b693755 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 210 time: 0.8526320 Apr 21 14:39:49.412699 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:49.425603 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:49.563169 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5cb7ba8-c9f8-4181-a427-237fd83ba5bd,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:49.567606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:49.683903 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Pushing event updated for resources: {'Port': ['ID=57782e29-68ca-47ee-81d3-6602bfddeea5,revision_number=2']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:49.704432 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:49.705097 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:49.705772 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:49.706557 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:49.707148 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:49.709900 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:49.710749 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:49.711165 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:49.711769 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:49.712370 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:49.713024 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:49.713621 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Tracked resource versions report: Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: pushed versions: Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: { 'AddressGroup': {'1.2'}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': {'1.0'}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': {'1.0'}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': {'1.1'}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': {'1.7'}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': {'1.2'}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': {'1.8'}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': {'1.4'}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': {'1.0'}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': {'1.1'}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': {'1.1'}} Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: consumer versions: Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: { DHCP agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: HyperV agent@hv-cinder-78638: {}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: L3 agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: Metadata agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: Metering agent@dv-cinder-786385-2-smb: {}, Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: Open vSwitch agent@dv-cinder-786385-2-smb: { 'AddressGroup': '1.2', Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'ConntrackHelper': '1.0', Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'Log': '1.0', Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'Network': '1.1', Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'Port': '1.7', Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'PortForwarding': '1.2', Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'QosPolicy': '1.8', Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroup': '1.4', Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'SecurityGroupRule': '1.2', Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'SubPort': '1.0', Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'Subnet': '1.1', Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: 'Trunk': '1.1'}} Apr 21 14:39:49.715678 dv-cinder-786385-2-smb neutron-server[86228]: {{(pid=86346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 14:39:49.735519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Allocated IP 172.28.3.244 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/37165529-79fb-4f64-8281-a1fefcd3c3f2) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:39:49.736306 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:49.739537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Attempting to bind port 57782e29-68ca-47ee-81d3-6602bfddeea5 on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:39:49.739537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Attempting to bind port 57782e29-68ca-47ee-81d3-6602bfddeea5 by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:39:49.744348 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Attempting to bind port 57782e29-68ca-47ee-81d3-6602bfddeea5 on network 8a2848aa-eba2-47a6-8083-67a357f861ae {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:39:49.761827 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:39:49.762516 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Checking segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:39:49.763631 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:49.764335 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Bound using segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:39:49.765762 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Bound port: 57782e29-68ca-47ee-81d3-6602bfddeea5, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:39:49.770160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:49.798547 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a78def6b-195f-4fcf-b313-34f4d6c70868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:49.806751 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a78def6b-195f-4fcf-b313-34f4d6c70868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:49.820592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3903c543-5be5-438a-855f-8d2988e13c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:49.859548 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4869bac4-8c84-40ff-b9d2-285d67134f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:49.933548 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 680304b4-cc9e-4998-9e04-7827b738183d up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:39:49.976312 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a78def6b-195f-4fcf-b313-34f4d6c70868 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6be936c9b1da4461b574101b1fd6bb2c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0933030 Apr 21 14:39:49.978341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78def6b-195f-4fcf-b313-34f4d6c70868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc98c3f-9b5e-4282-b22c-42cb84c617b9,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:49.983471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55256) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:49.988424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a78def6b-195f-4fcf-b313-34f4d6c70868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:50.011176 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] For port 57782e29-68ca-47ee-81d3-6602bfddeea5, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:39:50.021995 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] For port 57782e29-68ca-47ee-81d3-6602bfddeea5, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=57782e29-68ca-47ee-81d3-6602bfddeea5,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:39:50.029280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:50.035737 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-562df59d-39eb-4c23-aaab-bd652eae4dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:50.042792 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:50.088620 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 680304b4-cc9e-4998-9e04-7827b738183d triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:39:50.089592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:50.146435 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8dfba2bb-924e-4f67-ab12-e5e04188de96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:50.264342 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8dfba2bb-924e-4f67-ab12-e5e04188de96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:50.265006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Pushing event updated for resources: {'Port': ['ID=57782e29-68ca-47ee-81d3-6602bfddeea5,revision_number=3']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:50.276904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:50.287035 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:39:50.288656 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:39:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:39:50.449074 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8dfba2bb-924e-4f67-ab12-e5e04188de96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:50.456936 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:50.519580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfba2bb-924e-4f67-ab12-e5e04188de96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc98c3f-9b5e-4282-b22c-42cb84c617b9,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:50.526520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8dfba2bb-924e-4f67-ab12-e5e04188de96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:50.534900 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Checking segment: {'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:39:50.535538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Network hostable DHCP agents. Network: 9c907955-4d5d-442b-ae69-abe5beaa5f4d, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:39:50.557383 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8dfba2bb-924e-4f67-ab12-e5e04188de96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:50.561674 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-8dfba2bb-924e-4f67-ab12-e5e04188de96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fc98c3f-9b5e-4282-b22c-42cb84c617b9 HTTP/1.1" status: 204 len: 168 time: 0.5738614 Apr 21 14:39:50.609322 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55274) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:50.623747 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-3903c543-5be5-438a-855f-8d2988e13c2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3a542e8baeb47109cc67790ed30da36&name=default HTTP/1.1" status: 200 len: 2975 time: 4.8079121 Apr 21 14:39:50.694832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55278) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:50.747880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903c543-5be5-438a-855f-8d2988e13c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedcc5b6-399d-4395-9f86-e6f14e39a0db,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:50.779738 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:39:50.793174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3903c543-5be5-438a-855f-8d2988e13c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:50.811342 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a23c8a90-30c8-4550-8071-f65ba2deae8e req-da4b7097-512e-43ae-aeb5-26938789cfdc tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 210 time: 0.1961563 Apr 21 14:39:50.875244 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Network 9c907955-4d5d-442b-ae69-abe5beaa5f4d is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:39:50.913032 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, 9c907955-4d5d-442b-ae69-abe5beaa5f4d) {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:39:50.932495 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e9b2d-d2cc-49e9-80b0-cf61ceabf3d9 None None] Network 9c907955-4d5d-442b-ae69-abe5beaa5f4d requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:39:50.962796 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:50.965202 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:51.027571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:51.041095 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-79e8ff18-efb5-425c-9541-ce22002e76a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:51.114205 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.8197165 Apr 21 14:39:51.177965 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-79e8ff18-efb5-425c-9541-ce22002e76a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:51.344288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:51.363033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:51.453493 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:51.531152 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-79e8ff18-efb5-425c-9541-ce22002e76a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:51.541313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:39:51.562266 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:39:51.596416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:39:51.808054 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Pushing event updated for resources: {'Port': ['ID=37165529-79fb-4f64-8281-a1fefcd3c3f2,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:51.948413 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbdd8fa-c965-4b44-b68b-2d67eb418c17 None None] Network 9c907955-4d5d-442b-ae69-abe5beaa5f4d requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:39:52.031300 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:42Z', 'revision_number': 3, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:39:52.045042 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:52.047072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6490d8db-5d27-49d8-9bb1-376dbc69888d None None] The sync data for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb is: [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:42Z', 'revision_number': 3, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:39:52.060434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:52.146375 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-79e8ff18-efb5-425c-9541-ce22002e76a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:52.151852 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-79e8ff18-efb5-425c-9541-ce22002e76a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cedcc5b6-399d-4395-9f86-e6f14e39a0db HTTP/1.1" status: 204 len: 168 time: 1.4555259 Apr 21 14:39:52.153493 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8ff18-efb5-425c-9541-ce22002e76a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedcc5b6-399d-4395-9f86-e6f14e39a0db,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:52.189412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-79e8ff18-efb5-425c-9541-ce22002e76a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:52.748883 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6d37f823-df01-4f71-8f72-2d3f40d9cf36 req-4ac0d731-d602-4450-a96e-3dd2349cb9b7 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 210 time: 0.1491368 Apr 21 14:39:52.978668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Allocated IP 172.20.0.1 (a668a23f-2857-41e6-8e90-6a98c2e3b4c2/9d098cc5-ec00-4167-8ff0-5eee8e9272a6/9b8b4d54-c796-464f-a960-a6b68807ed16) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:39:53.361046 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-44d66d31-6180-462e-9efb-6256a9e91377 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:53.361947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-44d66d31-6180-462e-9efb-6256a9e91377 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Synchronizing usage tracker for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:network {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:39:53.411254 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-44d66d31-6180-462e-9efb-6256a9e91377 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Unset dirty status for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:network {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:39:53.414271 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-44d66d31-6180-462e-9efb-6256a9e91377 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/networks?id=9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 200 len: 813 time: 0.6093011 Apr 21 14:39:53.461244 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-f7941425-3397-4420-b259-4d8cbe9c8864 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/quotas/7a2da49073544277aaca0ee42d00fa28 HTTP/1.1" status: 200 len: 375 time: 0.0283968 Apr 21 14:39:53.523699 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:53.611256 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-69e83721-672b-4d1b-84fe-13f6db86638b tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a2da49073544277aaca0ee42d00fa28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1358283 Apr 21 14:39:53.612201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55372) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:53.612824 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.44', 54877) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:53.903578 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55390) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:54.020295 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b26eb0ca-2e01-4e0a-898d-dfe10027e093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:54.021448 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 57782e29-68ca-47ee-81d3-6602bfddeea5 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:39:54.128593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b26eb0ca-2e01-4e0a-898d-dfe10027e093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:54.177900 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b26eb0ca-2e01-4e0a-898d-dfe10027e093 admin admin] Usage tracker for resource:security_group_rule and tenant:b9207ea17a0244d2827a659b156a7ddd is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:54.195739 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 57782e29-68ca-47ee-81d3-6602bfddeea5 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:39:54.203089 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b26eb0ca-2e01-4e0a-898d-dfe10027e093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:54.222511 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 57782e29-68ca-47ee-81d3-6602bfddeea5 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:39:54.223199 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:54.271955 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b26eb0ca-2e01-4e0a-898d-dfe10027e093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:54.272888 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:54.302521 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-f30b6348-df7b-44b8-862d-142dc14f23bc tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:54.307742 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-f30b6348-df7b-44b8-862d-142dc14f23bc tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.44 "GET /v2.0/networks?id=f99e92f5-2f21-4cbf-a860-abf296a1e0e9 HTTP/1.1" status: 200 len: 811 time: 0.6915369 Apr 21 14:39:54.410722 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-058293de-aff4-4b93-ac95-5693ee08acf5 req-fc09d42f-823d-41ab-9ed5-bf30891914ff tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 210 time: 0.1762908 Apr 21 14:39:54.426486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1494324932-network', 'tenant_id': '2efc3db539934b1091d059dbb552ea52'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:54.533280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:54.579444 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 57782e29-68ca-47ee-81d3-6602bfddeea5, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=57782e29-68ca-47ee-81d3-6602bfddeea5,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:39:54.583343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:54.585791 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:54.605362 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Request body: {'port': {'device_id': 'e57a87fa-c923-45c2-a827-21d05e14a0cf', 'network_id': 'f99e92f5-2f21-4cbf-a860-abf296a1e0e9', 'admin_state_up': True, 'tenant_id': '6a5762ebd9614e04bb337b267f61e243'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:54.669467 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:54.674842 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Usage tracker for resource:network and tenant:2efc3db539934b1091d059dbb552ea52 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:54.679054 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:54.687428 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:54.696330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55404) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:54.782136 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=57782e29-68ca-47ee-81d3-6602bfddeea5,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:54.789411 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:54.809864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55414) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:54.811590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Transition to ACTIVE for port object 9b8b4d54-c796-464f-a960-a6b68807ed16 will not be triggered until provisioned by entity DHCP. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:39:54.898376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:54.903768 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Usage tracker for resource:port and tenant:6a5762ebd9614e04bb337b267f61e243 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:54.915184 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:54.921571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-430656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449752'] for router, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:54.923012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:54.927425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:54.935231 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Made reservation on behalf of 6a5762ebd9614e04bb337b267f61e243 for: {'port': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:39:54.942611 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:55.014122 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:55.116942 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b26eb0ca-2e01-4e0a-898d-dfe10027e093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:55.132619 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-e3f29677-9e24-4b3d-a05c-f84fb6b5c372 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 14:39:55.133806 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-e3f29677-9e24-4b3d-a05c-f84fb6b5c372 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3182383 Apr 21 14:39:55.143033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b26eb0ca-2e01-4e0a-898d-dfe10027e093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:55.148499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Made reservation on behalf of 2efc3db539934b1091d059dbb552ea52 for: {'network': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:39:55.153582 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:55.168891 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-99c5e67c-5492-4123-809f-f3e3fc83b08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:55.220822 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:39:55.221943 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-711d911d-29ef-4cbf-b0ab-237eec901acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:55.238965 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:39:55.251571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:39:55.251985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854347771'] for router_interface, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:55.267421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a78def6b-195f-4fcf-b313-34f4d6c70868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:55.287780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-99c5e67c-5492-4123-809f-f3e3fc83b08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:55.294459 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:55.382930 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Pushing event updated for resources: {'Port': ['ID=9b8b4d54-c796-464f-a960-a6b68807ed16,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:55.397621 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:55.410176 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-711d911d-29ef-4cbf-b0ab-237eec901acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:55.448949 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-711d911d-29ef-4cbf-b0ab-237eec901acc admin admin] Usage tracker for resource:security_group_rule and tenant:4f99054654054b2fb93a9d6eda85b169 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:55.472043 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-711d911d-29ef-4cbf-b0ab-237eec901acc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:55.501148 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-711d911d-29ef-4cbf-b0ab-237eec901acc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:55.701570 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-caf8b867-3ca1-4471-8530-7cf5da7afd52 None None] Provisioning for port 9b8b4d54-c796-464f-a960-a6b68807ed16 completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:39:55.716962 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-caf8b867-3ca1-4471-8530-7cf5da7afd52 None None] Provisioning complete for port 9b8b4d54-c796-464f-a960-a6b68807ed16 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:39:55.719656 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-caf8b867-3ca1-4471-8530-7cf5da7afd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:55.731240 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b26eb0ca-2e01-4e0a-898d-dfe10027e093 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9207ea17a0244d2827a659b156a7ddd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8263645 Apr 21 14:39:55.745427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55448) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:55.815751 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-99c5e67c-5492-4123-809f-f3e3fc83b08e admin admin] Usage tracker for resource:security_group_rule and tenant:6650cc49327a4a318c47a88bd53d01f7 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:55.824202 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-d08de97c-5c58-4203-b911-bd366961692c service neutron] 10.222.0.15 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398425 Apr 21 14:39:55.831311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Router 3b667be4-886a-4112-9f20-64fd292f2cbc is scheduled to L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a with binding_index 1 {{(pid=86343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 14:39:55.918194 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-99c5e67c-5492-4123-809f-f3e3fc83b08e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:55.934464 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26eb0ca-2e01-4e0a-898d-dfe10027e093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42654615-2517-4dfc-b597-883ba90518fd,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:55.955617 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-99c5e67c-5492-4123-809f-f3e3fc83b08e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:55.963530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 57782e29-68ca-47ee-81d3-6602bfddeea5 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:39:55.969004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:55.986887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Usage tracker for resource:security_group_rule and tenant:2efc3db539934b1091d059dbb552ea52 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:55.996664 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:56.013654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:56.232177 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-caf8b867-3ca1-4471-8530-7cf5da7afd52 None None] Port 9b8b4d54-c796-464f-a960-a6b68807ed16 cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:39:56.281380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 57782e29-68ca-47ee-81d3-6602bfddeea5 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:39:56.281850 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:56.290008 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b26eb0ca-2e01-4e0a-898d-dfe10027e093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.023s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:56.292561 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-5cd9372e-3f4d-4e11-8364-877d0f55cdbb service neutron] 10.222.0.15 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342383 Apr 21 14:39:56.352371 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:56.356181 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Allocated IP 172.20.0.2 (f99e92f5-2f21-4cbf-a860-abf296a1e0e9/34cd6144-e807-428f-a702-a329ed65cafd/569b2e82-b400-42bd-825d-c7127917b1a4) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:39:56.607635 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:56.791017 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:56.847750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-07904308-38a4-4601-a7d0-e5f38f9dfb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:56.872571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:56.900825 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-711d911d-29ef-4cbf-b0ab-237eec901acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:56.931509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=86344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:39:56.938099 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-711d911d-29ef-4cbf-b0ab-237eec901acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:56.948194 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:56.948591 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Added segment 09f8da0c-aa64-49d6-a426-02178b5a479d of type vlan for network e121ea7c-8491-4b03-918f-fc4b500564a8 Apr 21 14:39:56.988907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:57.125583 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:57.145960 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:57.147012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:57.155443 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8c1f258f-5ec5-4ab0-a04f-b238bafe8aa3 req-d7108cde-f48c-4bab-8f12-9bb148fdc969 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 210 time: 0.8593082 Apr 21 14:39:57.179488 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:57.180336 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:57.234226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:57.240523 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-744b9a3c-f927-4b0c-9643-77d6468522ff req-328099d4-b6fd-4a11-9d54-de98352abbd3 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 210 time: 0.3662045 Apr 21 14:39:57.242480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:57.265519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Network f99e92f5-2f21-4cbf-a860-abf296a1e0e9 is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:39:57.268150 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6539562 Apr 21 14:39:57.276047 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:39:57.289939 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:39:57.293284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55468) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:57.298968 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:57.300033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:57.307164 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d911d-29ef-4cbf-b0ab-237eec901acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db25ba80-8c52-43c0-b418-3537719aea19,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:57.315279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:57.322452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-711d911d-29ef-4cbf-b0ab-237eec901acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:57.326075 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-07904308-38a4-4601-a7d0-e5f38f9dfb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:57.366198 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b37c98d-4f78-4a76-9ba0-570375f1b615,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:57.370911 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Request body: {'subnet': {'network_id': 'e121ea7c-8491-4b03-918f-fc4b500564a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1494324932-subnet', 'tenant_id': '2efc3db539934b1091d059dbb552ea52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:57.379646 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:39:57.382928 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:57.386785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Usage tracker for resource:subnet and tenant:2efc3db539934b1091d059dbb552ea52 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:39:57.389940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:57.392733 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:39:57.404297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:39:57.427768 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428130'] for router_interface, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:57.455946 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:57.586022 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1691990 Apr 21 14:39:57.711484 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-28cc8d68-c0d1-4ead-a48e-6b48bc5baa0c tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 14:39:57.713543 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-28cc8d68-c0d1-4ead-a48e-6b48bc5baa0c tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134246 Apr 21 14:39:57.715072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Pushing event updated for resources: {'Network': ['ID=e121ea7c-8491-4b03-918f-fc4b500564a8,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:57.725631 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:57.726931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4d38e74e-a726-4b28-a62a-8b8aac5ba6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:57.740588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network e121ea7c-8491-4b03-918f-fc4b500564a8 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:39:57.938408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-99c5e67c-5492-4123-809f-f3e3fc83b08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:57.946709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-99c5e67c-5492-4123-809f-f3e3fc83b08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:57.971572 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Pushing event updated for resources: {'Port': ['ID=569b2e82-b400-42bd-825d-c7127917b1a4,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:58.010180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:58.010934 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:58.097569 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5e67c-5492-4123-809f-f3e3fc83b08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d8fed0-497c-473e-ab43-686d8743bd3f,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:58.126793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-99c5e67c-5492-4123-809f-f3e3fc83b08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:58.155204 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-99c5e67c-5492-4123-809f-f3e3fc83b08e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6650cc49327a4a318c47a88bd53d01f7&name=default HTTP/1.1" status: 200 len: 2977 time: 3.4537432 Apr 21 14:39:58.157645 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55486) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:58.231542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Request body: {'port': {'device_id': 'e57a87fa-c923-45c2-a827-21d05e14a0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:58.250064 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Made reservation on behalf of 2efc3db539934b1091d059dbb552ea52 for: {'subnet': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:39:58.256537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:58.275937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Pushing event updated for resources: {'Port': ['ID=9b8b4d54-c796-464f-a960-a6b68807ed16,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:58.279934 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:58.351871 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:39:58.378660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Sync routers for ids ['3b667be4-886a-4112-9f20-64fd292f2cbc'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:39:58.400485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Routers {'3b667be4-886a-4112-9f20-64fd292f2cbc'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:39:58.401660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:39:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['3b667be4-886a-4112-9f20-64fd292f2cbc'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:39:58.547010 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Notify callbacks [] for router, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:58.552428 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 13.2538345 Apr 21 14:39:58.553450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-07904308-38a4-4601-a7d0-e5f38f9dfb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:58.563810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55498) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:58.607807 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:58.806771 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-711d911d-29ef-4cbf-b0ab-237eec901acc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f99054654054b2fb93a9d6eda85b169&name=default HTTP/1.1" status: 200 len: 2975 time: 3.9934206 Apr 21 14:39:58.819264 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:58.826361 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55504) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:58.833335 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-60f0c56c-5684-426b-b5b9-6e2934f6ba9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:58.855889 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-07904308-38a4-4601-a7d0-e5f38f9dfb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:58.860366 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-07904308-38a4-4601-a7d0-e5f38f9dfb1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42654615-2517-4dfc-b597-883ba90518fd HTTP/1.1" status: 204 len: 168 time: 3.1016858 Apr 21 14:39:58.872110 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2e7646ec-4664-43d3-a401-3ae81ac35459 req-71f20de4-f0c4-49db-935e-af83a51be5bf tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 210 time: 0.3961780 Apr 21 14:39:58.958991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07904308-38a4-4601-a7d0-e5f38f9dfb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42654615-2517-4dfc-b597-883ba90518fd,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:58.966154 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-07904308-38a4-4601-a7d0-e5f38f9dfb1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:59.066824 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Set router 3b667be4-886a-4112-9f20-64fd292f2cbc gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:39:59.349401 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-60f0c56c-5684-426b-b5b9-6e2934f6ba9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:59.359718 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:39:59.362006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:39:59.533402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-60f0c56c-5684-426b-b5b9-6e2934f6ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:59.615096 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:59.712408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0c56c-5684-426b-b5b9-6e2934f6ba9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d8fed0-497c-473e-ab43-686d8743bd3f,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:39:59.759503 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-60f0c56c-5684-426b-b5b9-6e2934f6ba9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:39:59.777518 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d649c655-dfe6-4718-9efa-7dded64330ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:59.795148 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-60f0c56c-5684-426b-b5b9-6e2934f6ba9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:59.799600 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-60f0c56c-5684-426b-b5b9-6e2934f6ba9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4d8fed0-497c-473e-ab43-686d8743bd3f HTTP/1.1" status: 204 len: 168 time: 1.6373622 Apr 21 14:39:59.887694 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:39:59.890290 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:39:59.897360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e630de12-3f13-438e-8ce8-78b96f214d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:39:59.902830 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cfb16-5383-4f42-a56a-277fbc8049c9 req-809c1119-fd6e-4f07-8fb7-dacaedce0bc1 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:39:59.903659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-408cfb16-5383-4f42-a56a-277fbc8049c9 req-809c1119-fd6e-4f07-8fb7-dacaedce0bc1 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Synchronizing usage tracker for tenant:6a5762ebd9614e04bb337b267f61e243 on resource:port {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:39:59.905673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-69fd7a0c-93cf-4bc5-9b65-20037558641b None None] Provisioning complete for port 9b8b4d54-c796-464f-a960-a6b68807ed16 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:39:59.909416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-69fd7a0c-93cf-4bc5-9b65-20037558641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:00.080559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'name': 'tempest-ServerRescueNegativeTestJSON-400219790-router', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:45Z', 'updated_at': '2021-04-21T14:39:52Z', 'revision_number': 3, 'project_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'gw_port': {'id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:48Z', 'updated_at': '2021-04-21T14:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:00.149786 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Checking router: 3b667be4-886a-4112-9f20-64fd292f2cbc for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:40:00.150669 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Updating router 3b667be4-886a-4112-9f20-64fd292f2cbc port 37165529-79fb-4f64-8281-a1fefcd3c3f2 binding host dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:40:00.217971 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-69fd7a0c-93cf-4bc5-9b65-20037558641b None None] Port 9b8b4d54-c796-464f-a960-a6b68807ed16 cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:40:00.242324 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d649c655-dfe6-4718-9efa-7dded64330ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:00.298221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:00.378868 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-408cfb16-5383-4f42-a56a-277fbc8049c9 req-809c1119-fd6e-4f07-8fb7-dacaedce0bc1 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Unset dirty status for tenant:6a5762ebd9614e04bb337b267f61e243 on resource:port {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:40:00.387659 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-408cfb16-5383-4f42-a56a-277fbc8049c9 req-809c1119-fd6e-4f07-8fb7-dacaedce0bc1 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 931 time: 1.8191960 Apr 21 14:40:00.489384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:40:00.491303 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.44', 54884) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:00.502402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Sync routers for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:40:00.511954 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] 10.222.0.15 "PUT /v2.0/routers/939eaf5e-af39-4998-b4f3-31e9c8664bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9846578 Apr 21 14:40:00.528229 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:40:00.532827 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:39:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:00.561603 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f1aeae9-4d24-4b18-a93a-cf4dddc2f1a2,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:00.655178 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Checking segment: {'id': '09f8da0c-aa64-49d6-a426-02178b5a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e121ea7c-8491-4b03-918f-fc4b500564a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:40:00.655587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Network hostable DHCP agents. Network: e121ea7c-8491-4b03-918f-fc4b500564a8, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:40:00.677548 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55536) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:00.678627 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:00.856571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d13406ca-8763-4bc2-adb2-532214d6cddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:01.040217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-d13406ca-8763-4bc2-adb2-532214d6cddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:01.059065 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-d13406ca-8763-4bc2-adb2-532214d6cddb admin admin] Usage tracker for resource:security_group_rule and tenant:34e52482bd25475798e74bb5387e0fb5 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:01.070866 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-d13406ca-8763-4bc2-adb2-532214d6cddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:01.081647 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bfb5c902-262f-4012-97d4-311f91282780 req-10fbd063-6771-49f5-9cde-928a1f0204bf tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 210 time: 0.6907790 Apr 21 14:40:01.107895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-d13406ca-8763-4bc2-adb2-532214d6cddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:01.428558 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d13406ca-8763-4bc2-adb2-532214d6cddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:01.511006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d13406ca-8763-4bc2-adb2-532214d6cddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:01.543519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:40:01.549189 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Notify callbacks [] for port, precommit_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:01.628490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-79e8ff18-efb5-425c-9541-ce22002e76a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:01.714491 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Network e121ea7c-8491-4b03-918f-fc4b500564a8 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:40:01.900913 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-408cfb16-5383-4f42-a56a-277fbc8049c9 req-c51c06b5-1d66-461e-a872-785e56882e8b tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a8eced4-6159-47fb-afd2-595967b2878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5117893 Apr 21 14:40:02.049011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-9246ff27-fc75-4602-b3d9-bbd5581e8a6f tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:02.051997 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-9246ff27-fc75-4602-b3d9-bbd5581e8a6f tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "GET /v2.0/networks?id=9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 200 len: 813 time: 1.5548642 Apr 21 14:40:02.053181 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, e121ea7c-8491-4b03-918f-fc4b500564a8) {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:40:02.060513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d649c655-dfe6-4718-9efa-7dded64330ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:02.069716 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Transition to ACTIVE for port object 37165529-79fb-4f64-8281-a1fefcd3c3f2 will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:40:02.073731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512808de-37d6-4c28-9ed2-90ea9998c4fb None None] Network e121ea7c-8491-4b03-918f-fc4b500564a8 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:40:02.102252 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b26eb0ca-2e01-4e0a-898d-dfe10027e093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:02.104280 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d13406ca-8763-4bc2-adb2-532214d6cddb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34e52482bd25475798e74bb5387e0fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4165909 Apr 21 14:40:02.106883 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13406ca-8763-4bc2-adb2-532214d6cddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3632242-9b94-41a7-b2c4-7a352bc965f6,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:02.131589 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55560) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:02.169195 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:02.170573 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:02.206643 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Request body: {'port': {'device_id': '1b0adda1-76c1-4443-b016-b9eb6eb674d1', 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d', 'admin_state_up': True, 'tenant_id': '7a2da49073544277aaca0ee42d00fa28'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:02.212496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649c655-dfe6-4718-9efa-7dded64330ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db25ba80-8c52-43c0-b418-3537719aea19,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:02.218257 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d649c655-dfe6-4718-9efa-7dded64330ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:02.234282 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d649c655-dfe6-4718-9efa-7dded64330ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:02.237857 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d649c655-dfe6-4718-9efa-7dded64330ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db25ba80-8c52-43c0-b418-3537719aea19 HTTP/1.1" status: 204 len: 168 time: 3.4014227 Apr 21 14:40:02.249869 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.db.resource_extend [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 21 14:40:02.711955 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:02.723505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569b2e82-b400-42bd-825d-c7127917b1a4 {{(pid=86344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:40:02.736029 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:02.797926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:02.802955 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Transition to ACTIVE for port object 569b2e82-b400-42bd-825d-c7127917b1a4 will not be triggered until provisioned by entity L2. {{(pid=86344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:40:02.820153 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:02.845958 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-caaab73f-4ea7-4028-bedc-7f751c2f94a9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.5332496 Apr 21 14:40:02.927004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:39:56Z', 'revision_number': 2, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:02.932057 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55578) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:02.941520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Checking router: 939eaf5e-af39-4998-b4f3-31e9c8664bd3 for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:40:02.942213 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Updating router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 port 9b8b4d54-c796-464f-a960-a6b68807ed16 binding host dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:40:02.953361 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d13406ca-8763-4bc2-adb2-532214d6cddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.338s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:03.023316 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--978384400', 'description': 'tempest-description--1578250411'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:03.041572 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:03.042031 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Attempting to bind port 37165529-79fb-4f64-8281-a1fefcd3c3f2 on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:40:03.042438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Attempting to bind port 37165529-79fb-4f64-8281-a1fefcd3c3f2 by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:40:03.042863 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Attempting to bind port 37165529-79fb-4f64-8281-a1fefcd3c3f2 on network 8a2848aa-eba2-47a6-8083-67a357f861ae {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:03.055207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Usage tracker for resource:security_group and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:03.062080 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:03.082852 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:03.099905 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:40:03.100729 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Checking segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:40:03.101277 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:03.101736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Bound using segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:40:03.102306 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Bound port: 37165529-79fb-4f64-8281-a1fefcd3c3f2, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:40:03.105330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:03.198626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:03.266712 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] For port 37165529-79fb-4f64-8281-a1fefcd3c3f2, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:40:03.270476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] For port 37165529-79fb-4f64-8281-a1fefcd3c3f2, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=37165529-79fb-4f64-8281-a1fefcd3c3f2,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:40:03.289943 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:03.300600 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Usage tracker for resource:port and tenant:7a2da49073544277aaca0ee42d00fa28 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:03.303435 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:03.322313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:03.350344 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:03.377957 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:03.419586 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b872a-77d5-486c-b9f6-c1b811f7e15c None None] Pushing event updated for resources: {'Port': ['ID=37165529-79fb-4f64-8281-a1fefcd3c3f2,revision_number=2']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:03.441469 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Made reservation on behalf of 7a2da49073544277aaca0ee42d00fa28 for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:40:03.454610 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8aafba-c8cb-41af-8ce6-0973d4c0ef1d None None] Network e121ea7c-8491-4b03-918f-fc4b500564a8 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:40:03.459522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:03.481707 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cf9b872a-77d5-486c-b9f6-c1b811f7e15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:03.492460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Allocated IP 172.20.0.1 (f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9/624fa397-d3e9-4c20-810a-a1a22a65c72e/72d2fad2-3d29-4fc6-918f-b70cd9e5e845) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:40:03.498634 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-00c23107-17f5-4eba-8973-89747ec51dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:03.522477 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:03.542149 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Usage tracker for resource:security_group_rule and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:03.553474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:03.666443 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:03.691864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b872a-77d5-486c-b9f6-c1b811f7e15c None None] Pushing event updated for resources: {'Port': ['ID=37165529-79fb-4f64-8281-a1fefcd3c3f2,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:03.710922 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cf9b872a-77d5-486c-b9f6-c1b811f7e15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:03.726115 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Routers {'3b667be4-886a-4112-9f20-64fd292f2cbc'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:40:03.726842 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:39:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['3b667be4-886a-4112-9f20-64fd292f2cbc'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:03.824007 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:03.860538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:03.866234 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:03.871420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:03.882930 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:03.930124 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:03.951938 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c73e220e-14f8-4e8a-855b-a71a8cfb0d00 req-37008a3a-ef31-4bf0-9c53-3914cd9453d5 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 210 time: 1.0983942 Apr 21 14:40:04.076265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2563962a-edbd-4633-9a49-99e432de15d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:04.200749 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:04.215471 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2544816 Apr 21 14:40:04.215471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311c0342-8d05-4519-aa6a-8f891fd1dbf7,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:04.233475 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55604) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:04.239967 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:04.257132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-4ed43f1a-db4a-4708-9371-9257060db171 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Request body: {'security_group_rule': {'security_group_id': '311c0342-8d05-4519-aa6a-8f891fd1dbf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:04.277390 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4ed43f1a-db4a-4708-9371-9257060db171 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:04.310963 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4ed43f1a-db4a-4708-9371-9257060db171 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Usage tracker for resource:security_group_rule and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:04.317860 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Pushing event updated for resources: {'Port': ['ID=569b2e82-b400-42bd-825d-c7127917b1a4,revision_number=2']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:04.327796 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4ed43f1a-db4a-4708-9371-9257060db171 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:04.364050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4ed43f1a-db4a-4708-9371-9257060db171 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:04.390348 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Allocated IP 172.20.0.12 (9c907955-4d5d-442b-ae69-abe5beaa5f4d/a5cb7ba8-c9f8-4181-a427-237fd83ba5bd/cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:40:04.423429 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d628239f-bd49-491a-85fa-1160fb6bc9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:04.480495 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ed43f1a-db4a-4708-9371-9257060db171 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:04.529895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Pushing event updated for resources: {'Port': ['ID=72d2fad2-3d29-4fc6-918f-b70cd9e5e845,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:04.557173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:04.557912 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:04.558381 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:04.590081 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d628239f-bd49-491a-85fa-1160fb6bc9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:04.626814 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Notify callbacks [] for port, precommit_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:04.652467 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] Set router 3b667be4-886a-4112-9f20-64fd292f2cbc gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:40:04.664444 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Transition to ACTIVE for port object 9b8b4d54-c796-464f-a960-a6b68807ed16 will not be triggered until provisioned by entity L2. {{(pid=86346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:40:04.677250 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:04.703820 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6bf1e733-6db1-4a01-9344-731576871d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:04.712638 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ed43f1a-db4a-4708-9371-9257060db171 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:04.722515 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ed43f1a-db4a-4708-9371-9257060db171 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:04.759737 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:04.857018 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed43f1a-db4a-4708-9371-9257060db171 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2950e24b-6b52-42e4-9f87-5ecdada54a21,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:04.942085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4ed43f1a-db4a-4708-9371-9257060db171 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:05.261898 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ed43f1a-db4a-4708-9371-9257060db171 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:05.276615 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-4ed43f1a-db4a-4708-9371-9257060db171 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0413969 Apr 21 14:40:05.286486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55624) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:05.326896 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-2a15cd6a-8053-49a3-9efd-e4e7fad4219e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Request body: {'security_group_rule': {'security_group_id': '311c0342-8d05-4519-aa6a-8f891fd1dbf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:05.356471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2a15cd6a-8053-49a3-9efd-e4e7fad4219e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:05.367528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2a15cd6a-8053-49a3-9efd-e4e7fad4219e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Usage tracker for resource:security_group_rule and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:05.375081 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2a15cd6a-8053-49a3-9efd-e4e7fad4219e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:05.420525 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2a15cd6a-8053-49a3-9efd-e4e7fad4219e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:05.522266 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51370662-095d-49f0-81fb-eaed75cf8143 None None] Pushing event updated for resources: {'Port': ['ID=9b8b4d54-c796-464f-a960-a6b68807ed16,revision_number=3']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:05.540175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-51370662-095d-49f0-81fb-eaed75cf8143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:05.553704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2a15cd6a-8053-49a3-9efd-e4e7fad4219e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:05.582614 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Attempting to bind port 9b8b4d54-c796-464f-a960-a6b68807ed16 on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:40:05.583328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Attempting to bind port 9b8b4d54-c796-464f-a960-a6b68807ed16 by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:40:05.583741 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Attempting to bind port 9b8b4d54-c796-464f-a960-a6b68807ed16 on network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:05.596052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:40:05.596463 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Checking segment: {'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:40:05.596571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:40:05.596937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:05.597384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Bound using segment: {'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:40:05.597934 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Bound port: 9b8b4d54-c796-464f-a960-a6b68807ed16, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'}}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:40:05.598345 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:05.767713 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:40:05.839839 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:05.863899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:40:05.864415 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854347771'] for router_interface, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:05.902453 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] For port 9b8b4d54-c796-464f-a960-a6b68807ed16, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:40:05.920123 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] For port 9b8b4d54-c796-464f-a960-a6b68807ed16, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=9b8b4d54-c796-464f-a960-a6b68807ed16,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:40:05.925223 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:05.933872 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:05.939564 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-520ba59d-a78d-4cd0-9071-fa7790d74b89 req-bb99bedd-3c2c-437b-b257-1d479a1026c8 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 210 time: 0.4143455 Apr 21 14:40:05.941948 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55636) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:05.955190 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2a15cd6a-8053-49a3-9efd-e4e7fad4219e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:05.975369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-397234977-network', 'tenant_id': 'c1279cdae4684fffaaf2f0639e5fc8f2'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:05.992518 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Attempting to bind port 569b2e82-b400-42bd-825d-c7127917b1a4 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:40:05.992937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Attempting to bind port 569b2e82-b400-42bd-825d-c7127917b1a4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4f92254f-1ab2-4874-8895-c08b430d29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f99e92f5-2f21-4cbf-a860-abf296a1e0e9'}] {{(pid=86344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:40:05.993310 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Attempting to bind port 569b2e82-b400-42bd-825d-c7127917b1a4 on network f99e92f5-2f21-4cbf-a860-abf296a1e0e9 {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:05.994129 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:05.998617 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2a15cd6a-8053-49a3-9efd-e4e7fad4219e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:06.004324 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Usage tracker for resource:network and tenant:c1279cdae4684fffaaf2f0639e5fc8f2 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:06.023984 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:06.029457 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4ed43f1a-db4a-4708-9371-9257060db171 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:06.072837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:06.077338 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Port 569b2e82-b400-42bd-825d-c7127917b1a4 on network f99e92f5-2f21-4cbf-a860-abf296a1e0e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:40:06.077545 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Attempting to bind port 569b2e82-b400-42bd-825d-c7127917b1a4 on network f99e92f5-2f21-4cbf-a860-abf296a1e0e9 {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:06.079147 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-478d2f1a-3ad2-465e-ab13-ed2924a54e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:06.141499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15cd6a-8053-49a3-9efd-e4e7fad4219e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8ab880-e3b7-4c61-9aa1-c022e02ef2ed,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:06.147178 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:40:06.147794 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Checking segment: {'id': '4f92254f-1ab2-4874-8895-c08b430d29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f99e92f5-2f21-4cbf-a860-abf296a1e0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:40:06.148589 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Bound using segment: {'id': '4f92254f-1ab2-4874-8895-c08b430d29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f99e92f5-2f21-4cbf-a860-abf296a1e0e9'} {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:40:06.149315 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Bound port: 569b2e82-b400-42bd-825d-c7127917b1a4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f92254f-1ab2-4874-8895-c08b430d29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f99e92f5-2f21-4cbf-a860-abf296a1e0e9'}}] {{(pid=86344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:40:06.149824 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'name': 'tempest-ServerRescueNegativeTestJSON-400219790-router', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:45Z', 'updated_at': '2021-04-21T14:39:52Z', 'revision_number': 3, 'project_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'gw_port': {'id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:48Z', 'updated_at': '2021-04-21T14:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:06.150756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:06.154733 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:40:06.155427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:39:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:06.161947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2a15cd6a-8053-49a3-9efd-e4e7fad4219e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:06.173811 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Made reservation on behalf of c1279cdae4684fffaaf2f0639e5fc8f2 for: {'network': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:40:06.178402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29173d4-6fa3-4600-b828-1c2feef9ddd2 None None] The sync data for ids ['3b667be4-886a-4112-9f20-64fd292f2cbc'] in dv-cinder-786385-2-smb is: [{'id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'name': 'tempest-ServerRescueNegativeTestJSON-400219790-router', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:45Z', 'updated_at': '2021-04-21T14:39:52Z', 'revision_number': 3, 'project_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'gw_port': {'id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:48Z', 'updated_at': '2021-04-21T14:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:40:06.222699 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:06.270680 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba25de5-6b16-4eac-a200-1ea18c04b996 req-1f9bc21e-391e-431d-bdd5-b592d4ebc8c0 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:06.333841 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9ba25de5-6b16-4eac-a200-1ea18c04b996 req-1f9bc21e-391e-431d-bdd5-b592d4ebc8c0 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 943 time: 2.4659851 Apr 21 14:40:06.380809 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2a15cd6a-8053-49a3-9efd-e4e7fad4219e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:06.398842 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-2a15cd6a-8053-49a3-9efd-e4e7fad4219e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1089423 Apr 21 14:40:06.403094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:06.427663 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55642) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:06.446415 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:06.464668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:06.487594 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5558d45e-8182-4027-8684-a90fcbfdea71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:06.575404 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Request body: {'floatingip': {'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:06.588995 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d628239f-bd49-491a-85fa-1160fb6bc9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:06.599174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Usage tracker for resource:security_group_rule and tenant:c1279cdae4684fffaaf2f0639e5fc8f2 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:06.622384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:06.629511 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:06.646014 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:06.663232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51370662-095d-49f0-81fb-eaed75cf8143 None None] Pushing event updated for resources: {'Port': ['ID=9b8b4d54-c796-464f-a960-a6b68807ed16,revision_number=4']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:06.671724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Usage tracker for resource:floatingip and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:06.686606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:06.690189 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-51370662-095d-49f0-81fb-eaed75cf8143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:06.704062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:06.709159 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628239f-bd49-491a-85fa-1160fb6bc9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3632242-9b94-41a7-b2c4-7a352bc965f6,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:06.716163 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:06.724037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d628239f-bd49-491a-85fa-1160fb6bc9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:06.735535 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Network 9c907955-4d5d-442b-ae69-abe5beaa5f4d is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:40:06.742065 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:40:06.764930 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9ba25de5-6b16-4eac-a200-1ea18c04b996 req-68bae114-f642-4881-86af-8527af994969 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a8eced4-6159-47fb-afd2-595967b2878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752117 Apr 21 14:40:06.771881 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Pushing event updated for resources: {'Port': ['ID=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:06.785425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:40:06.809585 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:06.810840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:06.838024 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:06.840068 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7571118 Apr 21 14:40:06.858976 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Request body: {'port': {'device_id': '1b0adda1-76c1-4443-b016-b9eb6eb674d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:06.894428 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:40:07.009373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:07.098427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d628239f-bd49-491a-85fa-1160fb6bc9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:07.099744 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d628239f-bd49-491a-85fa-1160fb6bc9f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3632242-9b94-41a7-b2c4-7a352bc965f6 HTTP/1.1" status: 204 len: 168 time: 4.9488957 Apr 21 14:40:07.119304 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] For port 569b2e82-b400-42bd-825d-c7127917b1a4, host hv-cinder-78638, cleared binding levels {{(pid=86344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:40:07.355136 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] For port 569b2e82-b400-42bd-825d-c7127917b1a4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=569b2e82-b400-42bd-825d-c7127917b1a4,segment=NetworkSegment(4f92254f-1ab2-4874-8895-c08b430d29f8),segment_id=4f92254f-1ab2-4874-8895-c08b430d29f8)] {{(pid=86344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:40:07.392169 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:07.440321 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:07.463458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:07.541679 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5f49e710-dc48-4545-b625-76749fb84066 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:07.898812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:07.899516 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:07.913379 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] 10.222.0.44 "PUT /v2.0/ports/569b2e82-b400-42bd-825d-c7127917b1a4 HTTP/1.1" status: 200 len: 1093 time: 9.9174628 Apr 21 14:40:07.923346 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57a87fa-c923-45c2-a827-21d05e14a0cf', 'tag': '569b2e82-b400-42bd-825d-c7127917b1a4'}] {{(pid=86344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:40:08.088981 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:05Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:08.114290 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a49d1-224c-43b2-9329-36bb0fa477ef None None] The sync data for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb is: [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:05Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:40:08.156964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 37165529-79fb-4f64-8281-a1fefcd3c3f2 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:40:08.629384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 37165529-79fb-4f64-8281-a1fefcd3c3f2 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:40:08.659093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-505cb62e-27a6-4886-be48-832ca8f66d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:08.674601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 37165529-79fb-4f64-8281-a1fefcd3c3f2 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:40:08.675478 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:08.798730 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Pushing event updated for resources: {'Port': ['ID=569b2e82-b400-42bd-825d-c7127917b1a4,revision_number=3']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:08.851765 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:08.860877 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.315s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:08.917518 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:09.083214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:09.119917 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:09.129828 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 37165529-79fb-4f64-8281-a1fefcd3c3f2, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=37165529-79fb-4f64-8281-a1fefcd3c3f2,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:09.138676 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:09.148106 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-83ae6651-4363-4828-9d0a-421d8a1934fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:09.199880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d13406ca-8763-4bc2-adb2-532214d6cddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:09.372837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171153cf-7f30-41a6-bea0-2e96b0060708,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:09.440778 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=37165529-79fb-4f64-8281-a1fefcd3c3f2,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:09.447575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:09.471477 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:09.503416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=86343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:40:09.553722 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:09.554489 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Added segment f4bafe21-f90a-4999-a1df-b40bf74e2fba of type vlan for network b6811606-913e-4ac2-a1d5-c3cac9bec40b Apr 21 14:40:09.638205 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd69bb-4119-4ab4-b95f-a7e10c0295a8 req-95e53715-c37f-41ac-8a57-905f51c1a77d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:09.648592 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6dbd69bb-4119-4ab4-b95f-a7e10c0295a8 req-95e53715-c37f-41ac-8a57-905f51c1a77d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 932 time: 2.3050106 Apr 21 14:40:09.701266 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:09.861530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:09.889422 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-e9edad4d-6db9-4c26-9186-da3b7f7a8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:09.894570 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-e9edad4d-6db9-4c26-9186-da3b7f7a8d6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a5762ebd9614e04bb337b267f61e243&device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 1096 time: 1.7627313 Apr 21 14:40:09.949859 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.db.resource_extend [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 21 14:40:10.091353 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:10.096196 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-becbbca6-eb0c-49ed-941e-ecd19ff8803a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=569b2e82-b400-42bd-825d-c7127917b1a4 HTTP/1.1" status: 200 len: 217 time: 0.1334994 Apr 21 14:40:10.249966 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:40:10.259020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:10.265062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 9b8b4d54-c796-464f-a960-a6b68807ed16 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:40:10.281742 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Transition to ACTIVE for port object cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:40:10.287923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:10.353245 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-84e48243-f20a-4fa4-85f1-0b6b345f822a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:10.424347 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:10.522225 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 9b8b4d54-c796-464f-a960-a6b68807ed16 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:40:10.527875 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-6dbd69bb-4119-4ab4-b95f-a7e10c0295a8 req-890a1690-ae7e-46c3-9043-f2a235cb2cce tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Synchronizing usage tracker for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:security_group {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:40:10.543201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 9b8b4d54-c796-464f-a960-a6b68807ed16 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:40:10.545083 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:10.677231 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:10.792469 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Pushing event updated for resources: {'Port': ['ID=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:10.798718 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:10.811485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:10.963251 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Attempting to bind port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:40:10.963654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Attempting to bind port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:40:10.964034 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Attempting to bind port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 on network 9c907955-4d5d-442b-ae69-abe5beaa5f4d {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:10.983923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:11.014547 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 on network 9c907955-4d5d-442b-ae69-abe5beaa5f4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:40:11.020213 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Attempting to bind port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 on network 9c907955-4d5d-442b-ae69-abe5beaa5f4d {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:11.034191 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Allocated IP 172.28.3.203 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/632a0eef-570a-48d5-aa7b-8aadb1c84acb) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:40:11.055157 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:40:11.058843 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428130'] for router_interface, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:11.059073 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Checking segment: {'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:40:11.064531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:11.065936 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Bound using segment: {'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:40:11.072281 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:11.073403 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Bound port: cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:40:11.078000 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 9b8b4d54-c796-464f-a960-a6b68807ed16, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=9b8b4d54-c796-464f-a960-a6b68807ed16,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:11.078949 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:11.082269 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:11.083786 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 37165529-79fb-4f64-8281-a1fefcd3c3f2 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:40:11.127082 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:11.190709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:11.203673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:11.209705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:11.235992 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=9b8b4d54-c796-464f-a960-a6b68807ed16,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:11.243508 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:11.249868 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 37165529-79fb-4f64-8281-a1fefcd3c3f2 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:40:11.250483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:11.266704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:11.376673 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.4269571 Apr 21 14:40:11.378118 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55718) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:11.525450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Request body: {'subnet': {'network_id': 'b6811606-913e-4ac2-a1d5-c3cac9bec40b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-397234977-subnet', 'tenant_id': 'c1279cdae4684fffaaf2f0639e5fc8f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:11.533319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Pushing event updated for resources: {'Port': ['ID=72d2fad2-3d29-4fc6-918f-b70cd9e5e845,revision_number=2']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:11.554881 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:11.562019 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:11.572423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Usage tracker for resource:subnet and tenant:c1279cdae4684fffaaf2f0639e5fc8f2 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:11.588465 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:11.606177 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Pushing event updated for resources: {'Network': ['ID=b6811606-913e-4ac2-a1d5-c3cac9bec40b,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:11.612132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-6dbd69bb-4119-4ab4-b95f-a7e10c0295a8 req-890a1690-ae7e-46c3-9043-f2a235cb2cce tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Unset dirty status for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:security_group {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:40:11.612383 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:11.613444 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6dbd69bb-4119-4ab4-b95f-a7e10c0295a8 req-890a1690-ae7e-46c3-9043-f2a235cb2cce tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9216704 Apr 21 14:40:11.616113 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:11.618229 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] For port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:40:11.627928 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] For port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:40:11.630993 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network b6811606-913e-4ac2-a1d5-c3cac9bec40b details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:40:11.636975 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:11.657823 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:11.720501 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Made reservation on behalf of c1279cdae4684fffaaf2f0639e5fc8f2 for: {'subnet': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:40:11.728536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:11.774471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:40:11.778720 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:40:11.782250 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-0f805aeb-5f54-43c3-ae6c-a8f8f727b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:11.783853 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-0f805aeb-5f54-43c3-ae6c-a8f8f727b056 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34cd6144-e807-428f-a702-a329ed65cafd HTTP/1.1" status: 200 len: 851 time: 1.5786042 Apr 21 14:40:11.955261 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 9b8b4d54-c796-464f-a960-a6b68807ed16 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:40:12.104497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Pushing event updated for resources: {'Port': ['ID=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:12.107287 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 9b8b4d54-c796-464f-a960-a6b68807ed16 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:40:12.108599 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:12.110264 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:12.112002 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] 10.222.0.44 "PUT /v2.0/ports/cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 HTTP/1.1" status: 200 len: 1094 time: 5.2593365 Apr 21 14:40:12.112872 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:12.118831 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0adda1-76c1-4443-b016-b9eb6eb674d1', 'tag': 'cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:40:12.223636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:12.457146 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Router 3b667be4-886a-4112-9f20-64fd292f2cbc has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:40:12.460661 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:12.498067 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61266453-1f87-4b9a-8162-4513a791ce40 req-5038522c-af59-4adb-b247-78ac1de44be8 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:12.509428 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-61266453-1f87-4b9a-8162-4513a791ce40 req-5038522c-af59-4adb-b247-78ac1de44be8 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 943 time: 2.0949357 Apr 21 14:40:12.513574 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57a87fa-c923-45c2-a827-21d05e14a0cf', 'tag': '569b2e82-b400-42bd-825d-c7127917b1a4', 'status': 'completed', 'code': 200} Apr 21 14:40:12.517120 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-49fee119-b467-4a13-ba6a-94397788e35d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99e92f5-2f21-4cbf-a860-abf296a1e0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2211897 Apr 21 14:40:12.567556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-465ead93-fca6-4198-a88f-c3b47508f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:12.569635 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-465ead93-fca6-4198-a88f-c3b47508f40b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a2da49073544277aaca0ee42d00fa28&device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 1097 time: 0.2469475 Apr 21 14:40:12.662124 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-a91108e2-5902-4680-8fea-1e05f06f6a96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 HTTP/1.1" status: 200 len: 217 time: 0.0842376 Apr 21 14:40:12.810429 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-76594fe2-c333-473f-947e-04d018088203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:12.812673 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-76594fe2-c333-473f-947e-04d018088203 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5cb7ba8-c9f8-4181-a427-237fd83ba5bd HTTP/1.1" status: 200 len: 853 time: 0.1429932 Apr 21 14:40:12.894311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:12.908377 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:13.031984 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0adda1-76c1-4443-b016-b9eb6eb674d1', 'tag': 'cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0', 'status': 'completed', 'code': 200} Apr 21 14:40:13.198229 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b67d598-fac3-4b65-a040-0da66bf11990,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:13.204403 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:13.209808 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-0ed3127a-d87d-4502-b237-ecff18c7d0c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c907955-4d5d-442b-ae69-abe5beaa5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1758502 Apr 21 14:40:13.308038 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-61266453-1f87-4b9a-8162-4513a791ce40 req-336e9ad7-e267-4593-970d-37bcbdb01f09 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a8eced4-6159-47fb-afd2-595967b2878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7213840 Apr 21 14:40:13.392500 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-891f3ab3-a678-47bb-b5bd-050869cf51c9 service neutron] 10.222.0.44 "GET /v2.0/networks/f99e92f5-2f21-4cbf-a860-abf296a1e0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8581676 Apr 21 14:40:13.573931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Checking segment: {'id': 'f4bafe21-f90a-4999-a1df-b40bf74e2fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b6811606-913e-4ac2-a1d5-c3cac9bec40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:40:13.574578 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Network hostable DHCP agents. Network: b6811606-913e-4ac2-a1d5-c3cac9bec40b, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:40:13.688305 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Network b6811606-913e-4ac2-a1d5-c3cac9bec40b is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:40:13.720660 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-7c80bd0f-6049-45e7-b487-4abe2372f2f6 service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031226 Apr 21 14:40:13.723088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, b6811606-913e-4ac2-a1d5-c3cac9bec40b) {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:40:13.738902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e39e2c9-ef50-4286-aff9-e6fd991475dc None None] Network b6811606-913e-4ac2-a1d5-c3cac9bec40b requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:40:13.795037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:13.796752 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:13.877387 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:13.881643 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd87dcfe-3f70-49b9-8946-a321a034263b req-dd8bbbbb-4069-40aa-96c4-0a78557bc39d service neutron] 10.222.0.44 "GET /v2.0/networks/f99e92f5-2f21-4cbf-a860-abf296a1e0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908060 Apr 21 14:40:13.925937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:14.037529 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5569687 Apr 21 14:40:14.107310 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event updated for resources: {'Port': ['ID=632a0eef-570a-48d5-aa7b-8aadb1c84acb,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:14.181103 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b09c4c08-7c5b-41d0-9361-6e6b36cd08ca req-e58ef1ce-4499-49ed-8f90-e7b92d0742ef service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379351 Apr 21 14:40:14.241449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:14.290792 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:40:14.323379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:40:14.344710 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:40:14.393167 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514d6935-0c9a-4442-a564-2e5164cbf61d None None] Network b6811606-913e-4ac2-a1d5-c3cac9bec40b requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:40:14.543663 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55790) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:14.641204 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:40:14.740495 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13e0c6d-ef47-4e5e-b718-36f5f09bddf2 admin admin] Deleting subnet 1f1aeae9-4d24-4b18-a93a-cf4dddc2f1a2 {{(pid=86343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:40:14.744298 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:14.769285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c13e0c6d-ef47-4e5e-b718-36f5f09bddf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:14.782238 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Sync routers for ids ['3b667be4-886a-4112-9f20-64fd292f2cbc'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:40:14.801959 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Routers {'3b667be4-886a-4112-9f20-64fd292f2cbc'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:40:14.803028 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:40:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['3b667be4-886a-4112-9f20-64fd292f2cbc'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:14.874159 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e08cd7-6101-43ca-81d6-7fa58432c26e req-02e461a6-2539-4865-94b9-6386a491c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:14.877789 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-32e08cd7-6101-43ca-81d6-7fa58432c26e req-02e461a6-2539-4865-94b9-6386a491c9a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a2da49073544277aaca0ee42d00fa28&device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 1097 time: 0.6150045 Apr 21 14:40:14.926232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:15.190933 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbc0fa-e40d-4905-920d-c54edb3e3079 req-bc705728-cebd-4ff4-b72c-c9fdd6e1d5d3 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:15.222842 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b0bbc0fa-e40d-4905-920d-c54edb3e3079 req-bc705728-cebd-4ff4-b72c-c9fdd6e1d5d3 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 944 time: 1.9437602 Apr 21 14:40:15.416298 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c13e0c6d-ef47-4e5e-b718-36f5f09bddf2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:15.432791 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c13e0c6d-ef47-4e5e-b718-36f5f09bddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:15.512125 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Set router 3b667be4-886a-4112-9f20-64fd292f2cbc gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:40:15.527211 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for port, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:15.557908 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] 10.222.0.15 "PUT /v2.0/routers/3b667be4-886a-4112-9f20-64fd292f2cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9381750 Apr 21 14:40:15.559561 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:15.648214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e08cd7-6101-43ca-81d6-7fa58432c26e req-1bf57bce-dd86-4247-aadb-38442370aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:15.652237 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-32e08cd7-6101-43ca-81d6-7fa58432c26e req-1bf57bce-dd86-4247-aadb-38442370aca8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 200 len: 914 time: 0.7642679 Apr 21 14:40:15.666041 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138612b-e76a-49bd-a6e7-99112b5216c6 req-c2ebb90b-d770-49b7-8369-5bd64b1c2a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:15.667683 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c138612b-e76a-49bd-a6e7-99112b5216c6 req-c2ebb90b-d770-49b7-8369-5bd64b1c2a18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a5762ebd9614e04bb337b267f61e243&device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 1096 time: 1.5709829 Apr 21 14:40:15.686784 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:15.978098 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-32e08cd7-6101-43ca-81d6-7fa58432c26e req-6bd4a7c3-1fbc-4aa6-b49a-a084a4187a46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 HTTP/1.1" status: 200 len: 217 time: 0.1122642 Apr 21 14:40:16.193304 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e08cd7-6101-43ca-81d6-7fa58432c26e req-842a9e7a-72c6-40b0-80fd-53c3513b4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:16.195321 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-32e08cd7-6101-43ca-81d6-7fa58432c26e req-842a9e7a-72c6-40b0-80fd-53c3513b4008 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5cb7ba8-c9f8-4181-a427-237fd83ba5bd HTTP/1.1" status: 200 len: 853 time: 0.1920166 Apr 21 14:40:16.339972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c13e0c6d-ef47-4e5e-b718-36f5f09bddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:16.345127 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-32e08cd7-6101-43ca-81d6-7fa58432c26e req-7486d65a-156f-4162-8367-7116934e5408 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c907955-4d5d-442b-ae69-abe5beaa5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921361 Apr 21 14:40:16.354844 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:16.384354 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event updated for resources: {'Port': ['ID=632a0eef-570a-48d5-aa7b-8aadb1c84acb,revision_number=2']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:16.387584 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138612b-e76a-49bd-a6e7-99112b5216c6 req-fccea023-4688-4619-a508-d3f91857f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:16.389225 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c138612b-e76a-49bd-a6e7-99112b5216c6 req-fccea023-4688-4619-a508-d3f91857f830 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f99e92f5-2f21-4cbf-a860-abf296a1e0e9 HTTP/1.1" status: 200 len: 912 time: 0.7067139 Apr 21 14:40:16.399151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:16.454360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'name': 'tempest-ServerRescueNegativeTestJSON-400219790-router', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:45Z', 'updated_at': '2021-04-21T14:40:06Z', 'revision_number': 4, 'project_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'gw_port': {'id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:48Z', 'updated_at': '2021-04-21T14:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '72d2fad2-3d29-4fc6-918f-b70cd9e5e845', 'name': '', 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'mac_address': 'fa:16:3e:ee:af:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '624fa397-d3e9-4c20-810a-a1a22a65c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:40:02Z', 'updated_at': '2021-04-21T14:40:08Z', 'revision_number': 2, 'project_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'subnets': [{'id': '624fa397-d3e9-4c20-810a-a1a22a65c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:16.463659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Checking router: 3b667be4-886a-4112-9f20-64fd292f2cbc for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:40:16.464651 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Updating router 3b667be4-886a-4112-9f20-64fd292f2cbc port 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 binding host dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:40:16.517514 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b0bbc0fa-e40d-4905-920d-c54edb3e3079 req-faa2dade-029d-4a7f-86dc-c389ddedefee tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9770820 Apr 21 14:40:16.518448 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:16.547343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c13e0c6d-ef47-4e5e-b718-36f5f09bddf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:16.552143 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e0c6d-ef47-4e5e-b718-36f5f09bddf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f1aeae9-4d24-4b18-a93a-cf4dddc2f1a2,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:16.579217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:16.589598 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.1108403 Apr 21 14:40:16.603743 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c138612b-e76a-49bd-a6e7-99112b5216c6 req-e72b5f24-2eac-49a9-9c2c-899f012e2758 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=569b2e82-b400-42bd-825d-c7127917b1a4 HTTP/1.1" status: 200 len: 217 time: 0.1992788 Apr 21 14:40:16.697402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138612b-e76a-49bd-a6e7-99112b5216c6 req-b53584a4-2d92-46be-a4d5-b01413a9ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:16.699026 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c138612b-e76a-49bd-a6e7-99112b5216c6 req-b53584a4-2d92-46be-a4d5-b01413a9ea0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34cd6144-e807-428f-a702-a329ed65cafd HTTP/1.1" status: 200 len: 851 time: 0.0833230 Apr 21 14:40:16.711849 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d3587-e5ae-478b-9d4e-1429fa96fa0d req-3598db0d-e5fc-4bda-a701-c22fdff1fce8 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:16.714139 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:16.720812 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-907d3587-e5ae-478b-9d4e-1429fa96fa0d req-3598db0d-e5fc-4bda-a701-c22fdff1fce8 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 943 time: 1.4865758 Apr 21 14:40:16.779546 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c13e0c6d-ef47-4e5e-b718-36f5f09bddf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:16.788516 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c138612b-e76a-49bd-a6e7-99112b5216c6 req-f240473f-a86d-43fc-80a5-73f1139074c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f99e92f5-2f21-4cbf-a860-abf296a1e0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656893 Apr 21 14:40:16.821598 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c13e0c6d-ef47-4e5e-b718-36f5f09bddf2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1f1aeae9-4d24-4b18-a93a-cf4dddc2f1a2 HTTP/1.1" status: 204 len: 168 time: 2.2758687 Apr 21 14:40:16.826391 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55834) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:16.986032 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c138612b-e76a-49bd-a6e7-99112b5216c6 req-8c395a64-60ba-4826-a533-2f0b1d173143 service neutron] 10.222.0.44 "GET /v2.0/networks/f99e92f5-2f21-4cbf-a860-abf296a1e0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868732 Apr 21 14:40:17.195682 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-907d3587-e5ae-478b-9d4e-1429fa96fa0d req-2d87ebdb-dc68-467e-af5a-f5adc2caff67 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a8eced4-6159-47fb-afd2-595967b2878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740334 Apr 21 14:40:17.203847 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c138612b-e76a-49bd-a6e7-99112b5216c6 req-376d6115-18f0-414a-8ce3-1ae2be53bdd8 service neutron] 10.222.0.44 "GET /v2.0/networks/f99e92f5-2f21-4cbf-a860-abf296a1e0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778867 Apr 21 14:40:17.353677 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:17.368469 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-32e08cd7-6101-43ca-81d6-7fa58432c26e req-31e6e28c-1f92-4bc5-a449-c2536096ed4e service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9483843 Apr 21 14:40:17.526972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-f2791c00-aebc-4a58-9e40-1d2713001eb2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Synchronizing usage tracker for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:security_group {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:40:17.709818 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Notify callbacks [] for port, precommit_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:17.733399 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Transition to ACTIVE for port object 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:40:17.746268 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:17.758330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:17.775487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:17.817542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-f2791c00-aebc-4a58-9e40-1d2713001eb2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Unset dirty status for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:security_group {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:40:17.825174 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-f2791c00-aebc-4a58-9e40-1d2713001eb2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--978384400&fields=id&tenant_id=a316512ef8944f2d8f18a8de373ca6d4 HTTP/1.1" status: 200 len: 267 time: 0.4183271 Apr 21 14:40:17.853508 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55874) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:18.092115 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f01e24-4899-4371-8941-a4f0e02f0b82 None None] Pushing event updated for resources: {'Port': ['ID=72d2fad2-3d29-4fc6-918f-b70cd9e5e845,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:18.103536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-37f01e24-4899-4371-8941-a4f0e02f0b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:18.114904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Attempting to bind port 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:40:18.115341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Attempting to bind port 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '4f15d025-0c42-4d23-abfe-e63d25c21ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:40:18.115723 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Attempting to bind port 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 on network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:18.123938 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:40:18.124382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Checking segment: {'id': '4f15d025-0c42-4d23-abfe-e63d25c21ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:40:18.125360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:18.125811 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Bound using segment: {'id': '4f15d025-0c42-4d23-abfe-e63d25c21ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:40:18.126364 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Bound port: 72d2fad2-3d29-4fc6-918f-b70cd9e5e845, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f15d025-0c42-4d23-abfe-e63d25c21ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:40:18.126796 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:18.146165 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55880) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:18.291640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-eabef183-ee8d-400b-8747-5b1b07c8d448 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:18.295577 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-eabef183-ee8d-400b-8747-5b1b07c8d448 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/networks?id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 HTTP/1.1" status: 200 len: 818 time: 0.7776544 Apr 21 14:40:18.311022 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] For port 72d2fad2-3d29-4fc6-918f-b70cd9e5e845, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:40:18.319537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] For port 72d2fad2-3d29-4fc6-918f-b70cd9e5e845, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=72d2fad2-3d29-4fc6-918f-b70cd9e5e845,segment=NetworkSegment(4f15d025-0c42-4d23-abfe-e63d25c21ee3),segment_id=4f15d025-0c42-4d23-abfe-e63d25c21ee3)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:40:18.327565 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:18.349661 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-cd7d4ac0-07d6-4bfe-835f-3fe4ba18fba7 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/quotas/c11f8866bb7b42299fa431b79c50c8ae HTTP/1.1" status: 200 len: 375 time: 0.0443110 Apr 21 14:40:18.356504 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:18.379793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.380631 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.382684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.383373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > port after_create 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.384011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > port after_delete 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.384645 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > port after_update 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.385370 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.386017 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.386682 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.387348 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.451093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:40:18.481595 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-241e2fbd-0757-4e76-8eb1-ca72787edfe7 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:18.483377 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-241e2fbd-0757-4e76-8eb1-ca72787edfe7 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Synchronizing usage tracker for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:network {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:40:18.564309 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5cc27422-495f-4f44-b976-7df8b915547b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:18.618713 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.619402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.620719 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.621419 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:40:18.626822 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e121ea7c-8491-4b03-918f-fc4b500564a8']}} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:18.630351 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:18.644768 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-241e2fbd-0757-4e76-8eb1-ca72787edfe7 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Unset dirty status for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:network {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:40:18.658021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': 'cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0', 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d', 'port_id': 'cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0', 'mac_address': 'fa:16:3e:fa:76:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5cb7ba8-c9f8-4181-a427-237fd83ba5bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:40:18.658480 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-241e2fbd-0757-4e76-8eb1-ca72787edfe7 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 816 time: 0.8113894 Apr 21 14:40:18.678807 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-5cc27422-495f-4f44-b976-7df8b915547b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:18.680061 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f8da0c-aa64-49d6-a426-02178b5a479d') {'for_net_delete': True} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:18.680640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f8da0c-aa64-49d6-a426-02178b5a479d') {} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:18.711260 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838360413'] for segment, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:18.739640 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-90abe687-c02e-4054-80ad-dfca0bd9ab09 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/quotas/a316512ef8944f2d8f18a8de373ca6d4 HTTP/1.1" status: 200 len: 375 time: 0.0790997 Apr 21 14:40:18.752809 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:18.758956 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:18.763203 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-5cc27422-495f-4f44-b976-7df8b915547b admin admin] Usage tracker for resource:security_group_rule and tenant:0a1bddc90f2c46d0adc8d57a1e6738b5 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:18.772263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=86343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:40:18.779549 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Routers {'3b667be4-886a-4112-9f20-64fd292f2cbc'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:40:18.780274 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:40:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['3b667be4-886a-4112-9f20-64fd292f2cbc'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:18.885232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-5cc27422-495f-4f44-b976-7df8b915547b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:18.899089 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8e69732d-bec7-42b8-a21f-c5596efc19af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:18.937245 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-6410f1e8-2283-4c76-be48-262012d370d6 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Synchronizing usage tracker for tenant:c11f8866bb7b42299fa431b79c50c8ae on resource:port {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:40:18.943130 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:40:18.950981 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-5cc27422-495f-4f44-b976-7df8b915547b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:18.960646 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-32e08cd7-6101-43ca-81d6-7fa58432c26e req-d5ab6270-ab67-4e63-9384-00872a64257a service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5837793 Apr 21 14:40:18.973957 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-8e69732d-bec7-42b8-a21f-c5596efc19af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:18.999841 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f01e24-4899-4371-8941-a4f0e02f0b82 None None] Pushing event updated for resources: {'Port': ['ID=72d2fad2-3d29-4fc6-918f-b70cd9e5e845,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:19.000928 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-8e69732d-bec7-42b8-a21f-c5596efc19af admin admin] Usage tracker for resource:security_group_rule and tenant:1c12615c931142e787806125d2c28697 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:19.006931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-37f01e24-4899-4371-8941-a4f0e02f0b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:19.011783 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:19.019991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-8e69732d-bec7-42b8-a21f-c5596efc19af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:19.023343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:19.024585 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 569b2e82-b400-42bd-825d-c7127917b1a4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:40:19.030885 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:19.032183 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-6410f1e8-2283-4c76-be48-262012d370d6 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Unset dirty status for tenant:c11f8866bb7b42299fa431b79c50c8ae on resource:port {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:40:19.035104 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-6410f1e8-2283-4c76-be48-262012d370d6 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c11f8866bb7b42299fa431b79c50c8ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6748660 Apr 21 14:40:19.087473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-8e69732d-bec7-42b8-a21f-c5596efc19af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:19.144937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] Set router 3b667be4-886a-4112-9f20-64fd292f2cbc gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:40:19.196797 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Network e121ea7c-8491-4b03-918f-fc4b500564a8 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:40:19.216035 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16416190'] for segment, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:19.231255 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-61851e7e-e959-4001-9e0a-074e8ca2f3fa tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4901235 Apr 21 14:40:19.371905 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:19.423968 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-a7c67044-e251-45dc-8bdd-430bef53f822 service neutron] 10.222.0.15 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656187 Apr 21 14:40:19.457663 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5cc27422-495f-4f44-b976-7df8b915547b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:19.482368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:19.593490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5cc27422-495f-4f44-b976-7df8b915547b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:19.631394 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Network e121ea7c-8491-4b03-918f-fc4b500564a8 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:40:19.634125 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-99c5e67c-5492-4123-809f-f3e3fc83b08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:19.671256 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8e69732d-bec7-42b8-a21f-c5596efc19af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: from cryptography.utils import int_from_bytes Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: from cryptography.utils import int_from_bytes Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: (rel_b, rel_a, rel_b), Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: (rel_b, rel_a, rel_b), Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:40:19.683217 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:40:19.718910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8e69732d-bec7-42b8-a21f-c5596efc19af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:19.778831 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-5cc27422-495f-4f44-b976-7df8b915547b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a1bddc90f2c46d0adc8d57a1e6738b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6283810 Apr 21 14:40:19.781323 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55900) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:19.835198 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b617751b-7aa2-4ebb-8996-b4e4b93ad3f7 service neutron] 10.222.0.15 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471764 Apr 21 14:40:19.836351 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc27422-495f-4f44-b976-7df8b915547b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47301a4d-99dd-4cc2-89fd-346a5d93b624,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:19.845660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5cc27422-495f-4f44-b976-7df8b915547b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:19.897731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:19.929201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 569b2e82-b400-42bd-825d-c7127917b1a4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=569b2e82-b400-42bd-825d-c7127917b1a4,segment=NetworkSegment(4f92254f-1ab2-4874-8895-c08b430d29f8),segment_id=4f92254f-1ab2-4874-8895-c08b430d29f8)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:19.956588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-850252c5-92da-4cc6-bb8d-40e97de920a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:19.962594 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:19.989874 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:19.991954 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '569b2e82-b400-42bd-825d-c7127917b1a4', 'network_id': 'f99e92f5-2f21-4cbf-a860-abf296a1e0e9', 'port_id': '569b2e82-b400-42bd-825d-c7127917b1a4', 'mac_address': 'fa:16:3e:34:10:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34cd6144-e807-428f-a702-a329ed65cafd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:40:20.000427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:20.029136 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Pushing event deleted for resources: {'Network': ['ID=e121ea7c-8491-4b03-918f-fc4b500564a8,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:20.038456 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:20.064759 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] 10.222.0.15 "DELETE /v2.0/networks/e121ea7c-8491-4b03-918f-fc4b500564a8 HTTP/1.1" status: 204 len: 168 time: 3.2358744 Apr 21 14:40:20.066360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55908) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:20.079232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-850252c5-92da-4cc6-bb8d-40e97de920a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:20.096589 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-69c63472-b2f9-4ce5-9715-74cd787d7b9a service neutron] 10.222.0.15 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371746 Apr 21 14:40:20.129831 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-8e69732d-bec7-42b8-a21f-c5596efc19af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c12615c931142e787806125d2c28697&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2732770 Apr 21 14:40:20.141651 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55914) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:20.177200 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69732d-bec7-42b8-a21f-c5596efc19af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313b5e29-c404-4155-95b2-76d836dcdb8c,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:20.197217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8e69732d-bec7-42b8-a21f-c5596efc19af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:20.233077 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:20.257544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569b2e82-b400-42bd-825d-c7127917b1a4 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:40:20.294502 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 569b2e82-b400-42bd-825d-c7127917b1a4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=569b2e82-b400-42bd-825d-c7127917b1a4,segment=NetworkSegment(4f92254f-1ab2-4874-8895-c08b430d29f8),segment_id=4f92254f-1ab2-4874-8895-c08b430d29f8)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:20.376651 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'name': 'tempest-ServerRescueNegativeTestJSON-400219790-router', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:45Z', 'updated_at': '2021-04-21T14:40:06Z', 'revision_number': 4, 'project_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'gw_port': {'id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:48Z', 'updated_at': '2021-04-21T14:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '72d2fad2-3d29-4fc6-918f-b70cd9e5e845', 'name': '', 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'mac_address': 'fa:16:3e:ee:af:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '624fa397-d3e9-4c20-810a-a1a22a65c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:40:02Z', 'updated_at': '2021-04-21T14:40:18Z', 'revision_number': 4, 'project_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'subnets': [{'id': '624fa397-d3e9-4c20-810a-a1a22a65c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:20.390944 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:20.396425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:20.411819 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-0e0aa3dc-010b-4c82-8a17-3f40049f5d9e service neutron] 10.222.0.15 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633426 Apr 21 14:40:20.429010 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-de0a4ffa-65be-40f9-b94a-be5ddcc73c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:20.476625 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2d66f8-0a88-4a98-acd1-3bdf1ec7bbc9 admin admin] Deleting subnet 5b67d598-fac3-4b65-a040-0da66bf11990 {{(pid=86343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:40:20.482958 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b2d66f8-0a88-4a98-acd1-3bdf1ec7bbc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:20.509654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f689c01-e475-4c3d-a7f6-16f13efc7735 None None] The sync data for ids ['3b667be4-886a-4112-9f20-64fd292f2cbc'] in dv-cinder-786385-2-smb is: [{'id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'name': 'tempest-ServerRescueNegativeTestJSON-400219790-router', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:45Z', 'updated_at': '2021-04-21T14:40:06Z', 'revision_number': 4, 'project_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'gw_port': {'id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:48Z', 'updated_at': '2021-04-21T14:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '72d2fad2-3d29-4fc6-918f-b70cd9e5e845', 'name': '', 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'mac_address': 'fa:16:3e:ee:af:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '624fa397-d3e9-4c20-810a-a1a22a65c72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:40:02Z', 'updated_at': '2021-04-21T14:40:18Z', 'revision_number': 4, 'project_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'subnets': [{'id': '624fa397-d3e9-4c20-810a-a1a22a65c72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:40:20.585989 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-de0a4ffa-65be-40f9-b94a-be5ddcc73c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:20.683517 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-850252c5-92da-4cc6-bb8d-40e97de920a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:20.704376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b2d66f8-0a88-4a98-acd1-3bdf1ec7bbc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16415403'] for subnet, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:20.712926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=569b2e82-b400-42bd-825d-c7127917b1a4,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:20.751649 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:20.783645 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:40:20.859271 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-de0a4ffa-65be-40f9-b94a-be5ddcc73c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:20.882943 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-68c64e2d-cb48-457e-81f3-c5b63f58bc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:20.884154 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['569b2e82-b400-42bd-825d-c7127917b1a4'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:40:20.939635 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:20.980132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a4ffa-65be-40f9-b94a-be5ddcc73c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313b5e29-c404-4155-95b2-76d836dcdb8c,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:21.019530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-de0a4ffa-65be-40f9-b94a-be5ddcc73c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:21.043588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850252c5-92da-4cc6-bb8d-40e97de920a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47301a4d-99dd-4cc2-89fd-346a5d93b624,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:21.051146 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-de0a4ffa-65be-40f9-b94a-be5ddcc73c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:21.072580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-850252c5-92da-4cc6-bb8d-40e97de920a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:21.083979 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-de0a4ffa-65be-40f9-b94a-be5ddcc73c00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/313b5e29-c404-4155-95b2-76d836dcdb8c HTTP/1.1" status: 204 len: 168 time: 0.9403651 Apr 21 14:40:21.105191 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-850252c5-92da-4cc6-bb8d-40e97de920a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:21.107484 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-850252c5-92da-4cc6-bb8d-40e97de920a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47301a4d-99dd-4cc2-89fd-346a5d93b624 HTTP/1.1" status: 204 len: 168 time: 1.3245556 Apr 21 14:40:21.228072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b2d66f8-0a88-4a98-acd1-3bdf1ec7bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:21.963369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76037-a7bc-4b02-8e14-f9ca1f986f73 req-4f959434-ce6d-4b9d-8cad-710de8bd6d3e tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:21.996550 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3ed76037-a7bc-4b02-8e14-f9ca1f986f73 req-4f959434-ce6d-4b9d-8cad-710de8bd6d3e tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 945 time: 0.5942886 Apr 21 14:40:22.165052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863d344-19f7-43ed-8ffa-6a7ba984d98d req-ee8488be-85cf-4701-9dbf-b734c21329ed tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:22.173675 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2863d344-19f7-43ed-8ffa-6a7ba984d98d req-ee8488be-85cf-4701-9dbf-b734c21329ed tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 944 time: 0.6426678 Apr 21 14:40:22.336155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:40:22.451618 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3ed76037-a7bc-4b02-8e14-f9ca1f986f73 req-e691ef46-64df-49e7-8aa3-294656e43f7e tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531016 Apr 21 14:40:22.535428 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2863d344-19f7-43ed-8ffa-6a7ba984d98d req-46e35b36-7fd0-44d5-bbba-286855b4286d tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a8eced4-6159-47fb-afd2-595967b2878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403153 Apr 21 14:40:22.792005 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:40:22.847977 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b2d66f8-0a88-4a98-acd1-3bdf1ec7bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838360547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838220951'] for subnet, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:22.876921 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c13e0c6d-ef47-4e5e-b718-36f5f09bddf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:22.927291 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b2d66f8-0a88-4a98-acd1-3bdf1ec7bbc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:22.936705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55958) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:22.938199 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d66f8-0a88-4a98-acd1-3bdf1ec7bbc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b67d598-fac3-4b65-a040-0da66bf11990,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:22.941575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2b2d66f8-0a88-4a98-acd1-3bdf1ec7bbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:22.947314 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-2b2d66f8-0a88-4a98-acd1-3bdf1ec7bbc9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5b67d598-fac3-4b65-a040-0da66bf11990 HTTP/1.1" status: 204 len: 168 time: 2.8704641 Apr 21 14:40:22.955522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 55960) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:23.007629 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:40:23.014730 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-60cb112b-e7c2-4ea4-9aaa-f23b39cee350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:23.025552 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:40:23.026792 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:23.081399 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e38a387a-40e4-4feb-983e-31ce3becc2fc req-ad02afcd-5741-4b06-8eda-c03c510253f7 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 210 time: 0.4329596 Apr 21 14:40:23.139520 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2e3a9b36-be15-4e24-abff-fc2e531a3467 req-6adc6e84-1aab-402a-8663-758bdd184f96 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 210 time: 0.2524328 Apr 21 14:40:23.155517 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-60cb112b-e7c2-4ea4-9aaa-f23b39cee350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:23.179454 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-60cb112b-e7c2-4ea4-9aaa-f23b39cee350 admin admin] Usage tracker for resource:security_group_rule and tenant:c637dd75c29b433c910c4df5bc00eada is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:23.196505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-60cb112b-e7c2-4ea4-9aaa-f23b39cee350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:23.215785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-60cb112b-e7c2-4ea4-9aaa-f23b39cee350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:23.376970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55970) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:23.429699 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-60cb112b-e7c2-4ea4-9aaa-f23b39cee350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:23.446612 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-60cb112b-e7c2-4ea4-9aaa-f23b39cee350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:23.455079 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:23.521094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:23.559582 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-60cb112b-e7c2-4ea4-9aaa-f23b39cee350 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c637dd75c29b433c910c4df5bc00eada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6149864 Apr 21 14:40:23.560364 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 55982) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:23.564069 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb112b-e7c2-4ea4-9aaa-f23b39cee350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6f7fa2-8036-4335-982f-2dcbb307ef8e,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:23.567781 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-60cb112b-e7c2-4ea4-9aaa-f23b39cee350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:23.612910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 72d2fad2-3d29-4fc6-918f-b70cd9e5e845, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=72d2fad2-3d29-4fc6-918f-b70cd9e5e845,segment=NetworkSegment(4f15d025-0c42-4d23-abfe-e63d25c21ee3),segment_id=4f15d025-0c42-4d23-abfe-e63d25c21ee3)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:23.622511 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:23.630832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:23.633696 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:23.787228 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ef7eec2e-c16c-4c87-9a92-51cef33bbea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:23.869511 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ef7eec2e-c16c-4c87-9a92-51cef33bbea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:23.925636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=72d2fad2-3d29-4fc6-918f-b70cd9e5e845,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:23.931788 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:23.984904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:24.041274 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ef7eec2e-c16c-4c87-9a92-51cef33bbea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:24.062416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8dfba2bb-924e-4f67-ab12-e5e04188de96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:24.081006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb0b6-98e7-4416-9b53-957e8a233c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:24.189476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eec2e-c16c-4c87-9a92-51cef33bbea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6f7fa2-8036-4335-982f-2dcbb307ef8e,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:24.213898 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ef7eec2e-c16c-4c87-9a92-51cef33bbea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:24.228228 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-3c8fb0b6-98e7-4416-9b53-957e8a233c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:24.234481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ef7eec2e-c16c-4c87-9a92-51cef33bbea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:24.235935 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ef7eec2e-c16c-4c87-9a92-51cef33bbea7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c6f7fa2-8036-4335-982f-2dcbb307ef8e HTTP/1.1" status: 204 len: 168 time: 0.6737020 Apr 21 14:40:24.242475 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-3c8fb0b6-98e7-4416-9b53-957e8a233c8b admin admin] Usage tracker for resource:security_group_rule and tenant:f86ecf8ca1d14c1bbc9f08b74a681ffa is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:24.247483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-3c8fb0b6-98e7-4416-9b53-957e8a233c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:24.262033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-3c8fb0b6-98e7-4416-9b53-957e8a233c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:24.355616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d92f9b-bc77-461d-aa66-6cc3f58c7f2f req-9936f68d-d84c-44fa-b217-30cc7d2ac56b tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:24.357613 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a7d92f9b-bc77-461d-aa66-6cc3f58c7f2f req-9936f68d-d84c-44fa-b217-30cc7d2ac56b tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 944 time: 0.2606764 Apr 21 14:40:24.380949 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed686b6-1a05-46c1-9c46-adb7e2d85416 req-c0970491-27ec-40d3-a23b-037d12246d69 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:24.382864 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ed686b6-1a05-46c1-9c46-adb7e2d85416 req-c0970491-27ec-40d3-a23b-037d12246d69 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 945 time: 0.2873745 Apr 21 14:40:24.448466 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:40:24.501276 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a7d92f9b-bc77-461d-aa66-6cc3f58c7f2f req-497e6b1c-291e-4972-ac0e-665ebe508147 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a8eced4-6159-47fb-afd2-595967b2878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157558 Apr 21 14:40:24.536409 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ed686b6-1a05-46c1-9c46-adb7e2d85416 req-5d8cbddc-62eb-4b5d-8996-ba1b123065e5 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287999 Apr 21 14:40:24.564541 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb0b6-98e7-4416-9b53-957e8a233c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:24.580220 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb0b6-98e7-4416-9b53-957e8a233c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:24.648343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:24.709475 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-3c8fb0b6-98e7-4416-9b53-957e8a233c8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f86ecf8ca1d14c1bbc9f08b74a681ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3309226 Apr 21 14:40:24.712171 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 56014) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:24.715651 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fb0b6-98e7-4416-9b53-957e8a233c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7864b8-5bc7-445f-8609-e539e7867e88,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:24.731340 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3c8fb0b6-98e7-4416-9b53-957e8a233c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:24.733147 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6811606-913e-4ac2-a1d5-c3cac9bec40b']}} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:24.785688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bafe21-f90a-4999-a1df-b40bf74e2fba') {'for_net_delete': True} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:24.785688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bafe21-f90a-4999-a1df-b40bf74e2fba') {} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:24.818043 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838360413'] for segment, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:24.870311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4da5cbe8-41c0-451a-81f3-ef2f9300a9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:24.874850 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:24.888778 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=86343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:40:24.934152 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:40:24.953168 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:40:24.954085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:25.312473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:25.449184 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0adda1-76c1-4443-b016-b9eb6eb674d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:40:25.558890 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4da5cbe8-41c0-451a-81f3-ef2f9300a9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:25.729284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:25.739729 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:25.741576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 569b2e82-b400-42bd-825d-c7127917b1a4 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:40:25.772000 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4da5cbe8-41c0-451a-81f3-ef2f9300a9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:25.775019 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d639c260-8625-47e8-8302-b55a30abc435 req-8f9c429e-623b-4d01-aeed-f1e2e8cf3ceb tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 210 time: 0.2528491 Apr 21 14:40:25.798963 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cf9b872a-77d5-486c-b9f6-c1b811f7e15c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:25.804824 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3c8fb0b6-98e7-4416-9b53-957e8a233c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:25.865883 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4da5cbe8-41c0-451a-81f3-ef2f9300a9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:25.867165 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-4da5cbe8-41c0-451a-81f3-ef2f9300a9e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd7864b8-5bc7-445f-8609-e539e7867e88 HTTP/1.1" status: 204 len: 168 time: 1.1535552 Apr 21 14:40:25.868263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5cbe8-41c0-451a-81f3-ef2f9300a9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7864b8-5bc7-445f-8609-e539e7867e88,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:25.877963 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4da5cbe8-41c0-451a-81f3-ef2f9300a9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:25.941844 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-8ba3b4c7-9a6c-4d27-ba89-75e5ab0c3234 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:25.943716 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-8ba3b4c7-9a6c-4d27-ba89-75e5ab0c3234 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/networks?id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 HTTP/1.1" status: 200 len: 818 time: 1.0748451 Apr 21 14:40:25.986367 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-d943d419-cdb4-4720-9ac9-219dd66c8d25 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:25.988090 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-d943d419-cdb4-4720-9ac9-219dd66c8d25 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.44 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 816 time: 0.4672327 Apr 21 14:40:25.989763 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-189c4bcb-66a7-4622-bbf9-2367e2d74c8d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/quotas/c11f8866bb7b42299fa431b79c50c8ae HTTP/1.1" status: 200 len: 375 time: 0.0308373 Apr 21 14:40:26.065674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:26.076491 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:26.107039 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port 569b2e82-b400-42bd-825d-c7127917b1a4 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:40:26.121812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 569b2e82-b400-42bd-825d-c7127917b1a4 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:40:26.122245 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:26.132383 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] Network b6811606-913e-4ac2-a1d5-c3cac9bec40b has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:40:26.162086 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16416190'] for segment, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:26.350801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:40:26.481953 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-4b6a43e4-bfe1-45e4-8792-34846e48b189 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:26.483495 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-4b6a43e4-bfe1-45e4-8792-34846e48b189 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Synchronizing usage tracker for tenant:c11f8866bb7b42299fa431b79c50c8ae on resource:network {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:40:26.517785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-4b6a43e4-bfe1-45e4-8792-34846e48b189 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Unset dirty status for tenant:c11f8866bb7b42299fa431b79c50c8ae on resource:network {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:40:26.519704 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-4b6a43e4-bfe1-45e4-8792-34846e48b189 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.44 "GET /v2.0/networks?id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 HTTP/1.1" status: 200 len: 818 time: 1.4203930 Apr 21 14:40:26.522055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] Network b6811606-913e-4ac2-a1d5-c3cac9bec40b has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:40:26.540400 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Request body: {'port': {'device_id': 'bd78d227-979c-4a98-a84e-ceb47dccde49', 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9', 'admin_state_up': True, 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:26.594742 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-c16347da-8c3f-407d-ba78-0dd51918d647 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a316512ef8944f2d8f18a8de373ca6d4 HTTP/1.1" status: 200 len: 379 time: 0.5967264 Apr 21 14:40:26.647903 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Request body: {'port': {'device_id': '1a3d87fa-22da-44a3-9423-dac72613f702', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'admin_state_up': True, 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'security_groups': ['311c0342-8d05-4519-aa6a-8f891fd1dbf7']}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:26.648314 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:40:26.648708 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:26.706112 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:26.740294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:26.758593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:40:26.786865 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:40:26.790754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 569b2e82-b400-42bd-825d-c7127917b1a4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=569b2e82-b400-42bd-825d-c7127917b1a4,segment=NetworkSegment(4f92254f-1ab2-4874-8895-c08b430d29f8),segment_id=4f92254f-1ab2-4874-8895-c08b430d29f8)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:26.795989 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Made reservation on behalf of c11f8866bb7b42299fa431b79c50c8ae for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:40:26.798615 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:26.800884 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:26.806928 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:27.055618 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-6927720e-15fa-4b53-84a4-b3835a807ce9 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c11f8866bb7b42299fa431b79c50c8ae&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0589099 Apr 21 14:40:27.100942 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:27.125292 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:27.125595 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=569b2e82-b400-42bd-825d-c7127917b1a4,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:27.138801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:27.167521 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:27.268490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] Pushing event deleted for resources: {'Network': ['ID=b6811606-913e-4ac2-a1d5-c3cac9bec40b,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:27.287898 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] 10.222.0.15 "DELETE /v2.0/networks/b6811606-913e-4ac2-a1d5-c3cac9bec40b HTTP/1.1" status: 204 len: 168 time: 4.3306611 Apr 21 14:40:27.306714 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:27.419715 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:27.442258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Usage tracker for resource:port and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:27.455793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:27.467924 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Allocated IP 172.20.0.10 (f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9/624fa397-d3e9-4c20-810a-a1a22a65c72e/673acf43-4747-4545-b90c-e1443809a378) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:40:27.473843 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:27.486843 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 56086) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:27.538766 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Made reservation on behalf of a316512ef8944f2d8f18a8de373ca6d4 for: {'port': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:40:27.550179 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:27.576925 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 56090) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:27.686111 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f653249b-9fb0-4b3f-93c6-f1e79a4ad459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:27.716019 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db9021-8e94-4ff5-b7ea-a657b979e86f req-0813d496-bf23-4262-8a0e-c58cad69d3d4 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:27.718498 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-97db9021-8e94-4ff5-b7ea-a657b979e86f req-0813d496-bf23-4262-8a0e-c58cad69d3d4 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 944 time: 1.4345403 Apr 21 14:40:27.778755 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-f653249b-9fb0-4b3f-93c6-f1e79a4ad459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:27.796440 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-f653249b-9fb0-4b3f-93c6-f1e79a4ad459 admin admin] Usage tracker for resource:security_group_rule and tenant:c7304c869246400498ea8e0e26cca74e is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:27.809974 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-f653249b-9fb0-4b3f-93c6-f1e79a4ad459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:27.838267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-f653249b-9fb0-4b3f-93c6-f1e79a4ad459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:27.872975 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-08ac89a5-daa4-463f-8713-4eb65e8d95ff service neutron] 10.222.0.15 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7941854 Apr 21 14:40:27.877047 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-97db9021-8e94-4ff5-b7ea-a657b979e86f req-dcfdab40-ceca-4fac-ad7f-9edb68a8b831 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a8eced4-6159-47fb-afd2-595967b2878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378415 Apr 21 14:40:27.903439 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ff83ec3d-05bb-42ce-bff7-92071c302061 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2efc3db539934b1091d059dbb552ea52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3235984 Apr 21 14:40:27.904600 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 56098) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:28.116101 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:28.206144 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ebb035eb-ea0d-42b3-ac18-fcd51a692cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:28.259789 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Allocated IP 172.20.0.6 (a668a23f-2857-41e6-8e90-6a98c2e3b4c2/9d098cc5-ec00-4167-8ff0-5eee8e9272a6/06c4f399-bafa-497b-a88b-be57cd77e071) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:40:28.273144 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ebb035eb-ea0d-42b3-ac18-fcd51a692cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:28.311835 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:28.343488 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:28.448769 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-20ad6fea-494f-4666-9da6-c9f9c65c418a service neutron] 10.222.0.15 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334158 Apr 21 14:40:28.473576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:40:28.482641 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:40:28.537132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Pushing event updated for resources: {'Port': ['ID=673acf43-4747-4545-b90c-e1443809a378,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:28.540217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:40:28.619068 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:28.663841 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:28.665010 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:28.708011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ebb035eb-ea0d-42b3-ac18-fcd51a692cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:28.713724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ebb035eb-ea0d-42b3-ac18-fcd51a692cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:28.729809 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf03cb-2604-46cf-8288-f78fab8892c3 req-16eb102d-9e5e-4b2e-897f-7825e86cf978 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:28.731481 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ebb035eb-ea0d-42b3-ac18-fcd51a692cb9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b37c98d-4f78-4a76-9ba0-570375f1b615 HTTP/1.1" status: 204 len: 168 time: 0.8175657 Apr 21 14:40:28.732774 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-29cf03cb-2604-46cf-8288-f78fab8892c3 req-16eb102d-9e5e-4b2e-897f-7825e86cf978 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 946 time: 0.6530831 Apr 21 14:40:28.740776 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f653249b-9fb0-4b3f-93c6-f1e79a4ad459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:28.749449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6876b747-8592-47fd-9e7b-0a04edce9763 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:28.753534 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f653249b-9fb0-4b3f-93c6-f1e79a4ad459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:28.770996 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2381327 Apr 21 14:40:28.790761 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb035eb-ea0d-42b3-ac18-fcd51a692cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b37c98d-4f78-4a76-9ba0-570375f1b615,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:28.796417 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:28.806140 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ebb035eb-ea0d-42b3-ac18-fcd51a692cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:28.818406 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Request body: {'port': {'device_id': 'bd78d227-979c-4a98-a84e-ceb47dccde49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:28.985785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:29.180574 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-f653249b-9fb0-4b3f-93c6-f1e79a4ad459 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7304c869246400498ea8e0e26cca74e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6804862 Apr 21 14:40:29.193412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 56124) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:29.205106 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0adda1-76c1-4443-b016-b9eb6eb674d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0', 'code': 200} Apr 21 14:40:29.247944 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653249b-9fb0-4b3f-93c6-f1e79a4ad459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b1dc7d-bc4c-4d46-8c14-ced3f763c9db,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:29.275560 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f653249b-9fb0-4b3f-93c6-f1e79a4ad459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:29.310480 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-29cf03cb-2604-46cf-8288-f78fab8892c3 req-e66f3d62-389b-4620-bd44-1f63d1a285f3 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413437 Apr 21 14:40:29.454900 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:29.525413 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Transition to ACTIVE for port object 06c4f399-bafa-497b-a88b-be57cd77e071 will not be triggered until provisioned by entity DHCP. {{(pid=86344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:40:29.755107 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eb2eeefc-faae-41aa-9606-3e16fe1a7096 req-5de15254-e276-4cfa-a8de-9d0d3653af3f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 210 time: 0.2271395 Apr 21 14:40:29.944054 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:29.987158 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673acf43-4747-4545-b90c-e1443809a378 {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:40:29.987877 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.44', 54912) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:29.989713 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:30.062952 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:30.119509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Transition to ACTIVE for port object 673acf43-4747-4545-b90c-e1443809a378 will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:40:30.141721 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-57760273-860d-4fc7-8aaf-920539e14222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:30.178062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-57760273-860d-4fc7-8aaf-920539e14222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:30.194200 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:40:30.199435 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 56144) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:30.232490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:30.235290 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-57760273-860d-4fc7-8aaf-920539e14222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:30.246760 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:30.288976 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event updated for resources: {'Port': ['ID=06c4f399-bafa-497b-a88b-be57cd77e071,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:30.308033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:30.313291 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:40:30.317975 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:40:30.333466 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:30.335143 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:30.433592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Pushing event updated for resources: {'Port': ['ID=673acf43-4747-4545-b90c-e1443809a378,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:30.438926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:30.472215 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-60cb112b-e7c2-4ea4-9aaa-f23b39cee350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:30.498830 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57760273-860d-4fc7-8aaf-920539e14222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b1dc7d-bc4c-4d46-8c14-ced3f763c9db,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:30.611200 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9790738 Apr 21 14:40:30.635734 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-57760273-860d-4fc7-8aaf-920539e14222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:30.650761 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-57760273-860d-4fc7-8aaf-920539e14222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:30.655211 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-57760273-860d-4fc7-8aaf-920539e14222 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94b1dc7d-bc4c-4d46-8c14-ced3f763c9db HTTP/1.1" status: 204 len: 168 time: 1.4576964 Apr 21 14:40:30.667302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Attempting to bind port 673acf43-4747-4545-b90c-e1443809a378 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:40:30.668502 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Attempting to bind port 673acf43-4747-4545-b90c-e1443809a378 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4f15d025-0c42-4d23-abfe-e63d25c21ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:40:30.669544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Attempting to bind port 673acf43-4747-4545-b90c-e1443809a378 on network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:30.676082 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Port 673acf43-4747-4545-b90c-e1443809a378 on network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:40:30.676781 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Attempting to bind port 673acf43-4747-4545-b90c-e1443809a378 on network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:30.677845 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-684729c0-356c-4264-b995-b9dbc88ee28b req-c3b47b57-752f-4153-ba2b-4e12a23e86e6 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 210 time: 0.6927912 Apr 21 14:40:30.685568 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:40:30.686183 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Checking segment: {'id': '4f15d025-0c42-4d23-abfe-e63d25c21ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:40:30.687342 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Bound using segment: {'id': '4f15d025-0c42-4d23-abfe-e63d25c21ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:40:30.688075 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Bound port: 673acf43-4747-4545-b90c-e1443809a378, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f15d025-0c42-4d23-abfe-e63d25c21ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:40:30.689331 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:30.694372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Request body: {'port': {'device_id': '1a3d87fa-22da-44a3-9423-dac72613f702', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:30.761701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-9d93cc35-d846-4ba5-8e44-252af5bec2fe None None] Provisioning for port 06c4f399-bafa-497b-a88b-be57cd77e071 completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:40:30.783637 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-9d93cc35-d846-4ba5-8e44-252af5bec2fe None None] Provisioning complete for port 06c4f399-bafa-497b-a88b-be57cd77e071 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:40:30.787663 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9d93cc35-d846-4ba5-8e44-252af5bec2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:30.824173 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-0bcfae6f-3729-45ca-a671-857eca101cd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1279cdae4684fffaaf2f0639e5fc8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289603 Apr 21 14:40:30.835793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 56158) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:30.852914 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] For port 673acf43-4747-4545-b90c-e1443809a378, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:40:30.857212 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] For port 673acf43-4747-4545-b90c-e1443809a378, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=673acf43-4747-4545-b90c-e1443809a378,segment=NetworkSegment(4f15d025-0c42-4d23-abfe-e63d25c21ee3),segment_id=4f15d025-0c42-4d23-abfe-e63d25c21ee3)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:40:30.862425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:30.893139 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:30.995771 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-9d93cc35-d846-4ba5-8e44-252af5bec2fe None None] Port 06c4f399-bafa-497b-a88b-be57cd77e071 cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:40:31.111216 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Pushing event updated for resources: {'Port': ['ID=673acf43-4747-4545-b90c-e1443809a378,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:31.122763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:31.124227 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:31.125974 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:31.134587 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] 10.222.0.44 "PUT /v2.0/ports/673acf43-4747-4545-b90c-e1443809a378 HTTP/1.1" status: 200 len: 1094 time: 2.3258452 Apr 21 14:40:31.135877 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd78d227-979c-4a98-a84e-ceb47dccde49', 'tag': '673acf43-4747-4545-b90c-e1443809a378'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:40:31.207064 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a87fa-c923-45c2-a827-21d05e14a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569b2e82-b400-42bd-825d-c7127917b1a4'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:40:31.250534 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:31.261271 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.44', 54916) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:31.336749 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c5cd-566f-4479-a93d-d6ba76cc5aeb req-7ffb8ff8-4885-4d14-b77f-1af5fb4257ee tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:31.339196 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ba5c5cd-566f-4479-a93d-d6ba76cc5aeb req-7ffb8ff8-4885-4d14-b77f-1af5fb4257ee tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 945 time: 0.9105604 Apr 21 14:40:31.474665 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017cc07-841a-461e-9415-72f42a12f27d req-fd57f9b7-cb47-4e80-a85e-52887c8f5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:31.478985 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8017cc07-841a-461e-9415-72f42a12f27d req-fd57f9b7-cb47-4e80-a85e-52887c8f5911 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 1099 time: 1.2818887 Apr 21 14:40:31.573021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-0946f0bf-cb2b-40aa-bfae-1c4ee052f4e8 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:31.577985 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-0946f0bf-cb2b-40aa-bfae-1c4ee052f4e8 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.44 "GET /v2.0/networks?id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 HTTP/1.1" status: 200 len: 818 time: 0.3497007 Apr 21 14:40:31.603428 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Request body: {'port': {'device_id': '9410a79a-b142-4e95-9197-bd48d521b804', 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9', 'admin_state_up': True, 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:31.886962 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8017cc07-841a-461e-9415-72f42a12f27d req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:32.023777 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:32.029138 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Usage tracker for resource:port and tenant:c11f8866bb7b42299fa431b79c50c8ae is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:32.033233 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:32.037358 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-8017cc07-841a-461e-9415-72f42a12f27d req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:32.040764 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:32.043251 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8017cc07-841a-461e-9415-72f42a12f27d req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] Usage tracker for resource:security_group_rule and tenant:f347abaee0e54c71aecf17fb7d2d5f01 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:32.056341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Made reservation on behalf of c11f8866bb7b42299fa431b79c50c8ae for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:40:32.063097 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:32.086544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-5bf1b75d-4803-453f-8d56-5fd0c62c2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:32.088250 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-5bf1b75d-4803-453f-8d56-5fd0c62c2a04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c11f8866bb7b42299fa431b79c50c8ae&device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 1097 time: 0.8228250 Apr 21 14:40:32.140977 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8017cc07-841a-461e-9415-72f42a12f27d req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:32.174013 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ba5c5cd-566f-4479-a93d-d6ba76cc5aeb req-494a3e84-67b9-4ffa-9f39-9554914a100b tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a8eced4-6159-47fb-afd2-595967b2878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7268209 Apr 21 14:40:32.177563 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1ac8dbb1-8b84-4e70-ba35-f006578ab801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:32.267823 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1ac8dbb1-8b84-4e70-ba35-f006578ab801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:32.293316 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-8017cc07-841a-461e-9415-72f42a12f27d req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:32.324206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2b50-dcc2-4809-bae2-0e09cb7ccbee req-980eaeef-0f9b-4164-9c4d-06f8d1dbb555 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:32.326346 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-572f2b50-dcc2-4809-bae2-0e09cb7ccbee req-980eaeef-0f9b-4164-9c4d-06f8d1dbb555 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 946 time: 1.0843537 Apr 21 14:40:32.338929 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-4c1f2e5c-2aed-4cbb-a0f5-ee9df028b9bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=673acf43-4747-4545-b90c-e1443809a378 HTTP/1.1" status: 200 len: 217 time: 0.2416868 Apr 21 14:40:32.523815 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-c9bf1c6a-257c-4a7f-9524-dff35ba1bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:32.525625 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-c9bf1c6a-257c-4a7f-9524-dff35ba1bb62 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=624fa397-d3e9-4c20-810a-a1a22a65c72e HTTP/1.1" status: 200 len: 858 time: 0.1462402 Apr 21 14:40:32.527027 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Allocated IP 172.20.0.6 (f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9/624fa397-d3e9-4c20-810a-a1a22a65c72e/28c79c16-2536-4c7b-ba6d-4046d0824b96) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:40:32.529990 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-572f2b50-dcc2-4809-bae2-0e09cb7ccbee req-9cf975e9-f829-4bcb-8d68-aee83bb467ee tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822884 Apr 21 14:40:32.617522 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-d016ed3d-b4f5-4363-b525-b7027d06ba5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769682 Apr 21 14:40:32.641571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2f5cc-16f3-4f0b-93f1-9607773216df req-8ce587bb-a8f4-4b11-aaa5-91f4988a2a82 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:32.642387 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-91f2f5cc-16f3-4f0b-93f1-9607773216df req-8ce587bb-a8f4-4b11-aaa5-91f4988a2a82 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Synchronizing usage tracker for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:port {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:40:32.653872 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1ac8dbb1-8b84-4e70-ba35-f006578ab801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:32.704465 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd78d227-979c-4a98-a84e-ceb47dccde49', 'tag': '673acf43-4747-4545-b90c-e1443809a378', 'status': 'completed', 'code': 200} Apr 21 14:40:32.713537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:32.765801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8dbb1-8b84-4e70-ba35-f006578ab801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171153cf-7f30-41a6-bea0-2e96b0060708,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:32.782970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1ac8dbb1-8b84-4e70-ba35-f006578ab801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:32.789037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1ac8dbb1-8b84-4e70-ba35-f006578ab801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:32.790361 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-1ac8dbb1-8b84-4e70-ba35-f006578ab801 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/171153cf-7f30-41a6-bea0-2e96b0060708 HTTP/1.1" status: 204 len: 168 time: 1.9482346 Apr 21 14:40:32.804540 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a87fa-c923-45c2-a827-21d05e14a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569b2e82-b400-42bd-825d-c7127917b1a4', 'code': 200} Apr 21 14:40:32.830930 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c4f399-bafa-497b-a88b-be57cd77e071 {{(pid=86344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:40:32.848551 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-91f2f5cc-16f3-4f0b-93f1-9607773216df req-8ce587bb-a8f4-4b11-aaa5-91f4988a2a82 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Unset dirty status for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:port {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:40:32.849895 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-91f2f5cc-16f3-4f0b-93f1-9607773216df req-8ce587bb-a8f4-4b11-aaa5-91f4988a2a82 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 931 time: 0.5035694 Apr 21 14:40:32.863098 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8017cc07-841a-461e-9415-72f42a12f27d req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:32.865812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:32.965022 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8017cc07-841a-461e-9415-72f42a12f27d req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:32.995734 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:33.137679 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ee083e99-48c0-40c7-aec4-796d2b2bf874,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:33.176240 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.44', 54922) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:33.179626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Transition to ACTIVE for port object 06c4f399-bafa-497b-a88b-be57cd77e071 will not be triggered until provisioned by entity L2. {{(pid=86344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:40:33.185184 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:33.196117 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f30b947d-5ded-4629-a90e-28fd1af5f416 req-270d423c-43e0-4c73-8ed5-0165f23c3ca2 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 210 time: 0.1300116 Apr 21 14:40:33.200312 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-91f2f5cc-16f3-4f0b-93f1-9607773216df req-5ae14cb1-e730-43bb-a0ec-65e798bb2546 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113744 Apr 21 14:40:33.201341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8017cc07-841a-461e-9415-72f42a12f27d req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] Synchronizing usage tracker for tenant:f347abaee0e54c71aecf17fb7d2d5f01 on resource:security_group {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:40:33.205923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:33.215755 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:33.332741 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-93f96b46-84c7-44c4-9e48-5a166fb93d1f service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052059 Apr 21 14:40:33.489577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8017cc07-841a-461e-9415-72f42a12f27d req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] Unset dirty status for tenant:f347abaee0e54c71aecf17fb7d2d5f01 on resource:security_group {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:40:33.500143 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8017cc07-841a-461e-9415-72f42a12f27d req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7121861 Apr 21 14:40:33.765907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=06c4f399-bafa-497b-a88b-be57cd77e071,revision_number=2']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:33.802117 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:33.846363 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d625b-ce29-41cc-99f4-2e0416f13e45 req-4ecd1ef6-6925-41c5-beb5-d1b95fb7dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:33.856643 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0f6d625b-ce29-41cc-99f4-2e0416f13e45 req-4ecd1ef6-6925-41c5-beb5-d1b95fb7dac6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 1098 time: 0.6731927 Apr 21 14:40:33.873924 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:33.935379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Attempting to bind port 06c4f399-bafa-497b-a88b-be57cd77e071 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:40:33.935766 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Attempting to bind port 06c4f399-bafa-497b-a88b-be57cd77e071 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'}] {{(pid=86344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:40:33.936146 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Attempting to bind port 06c4f399-bafa-497b-a88b-be57cd77e071 on network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:33.961569 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Port 06c4f399-bafa-497b-a88b-be57cd77e071 on network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:40:33.963325 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Attempting to bind port 06c4f399-bafa-497b-a88b-be57cd77e071 on network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:33.983556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:40:33.986243 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Checking segment: {'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:40:33.988505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Bound using segment: {'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'} {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:40:33.990270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Bound port: 06c4f399-bafa-497b-a88b-be57cd77e071, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'}}] {{(pid=86344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:40:33.990270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:34.029534 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-9e3fb871-3968-4a8c-99a4-bee3b1810790 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6804063 Apr 21 14:40:34.032196 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0f6d625b-ce29-41cc-99f4-2e0416f13e45 req-b50357ae-5cd4-41e3-807a-e38588be53d2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a8eced4-6159-47fb-afd2-595967b2878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686075 Apr 21 14:40:34.067427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:34.081176 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-43bd52c2-3335-4df6-abac-21e3a25e756e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:34.164870 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:40:34.171656 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:40:34.369417 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:40:34.402864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c5c0e-aa3f-41c6-816e-adadd07d236e req-84a21a28-5f37-4e52-8f7f-495e8c45b599 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:34.412018 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2c3c5c0e-aa3f-41c6-816e-adadd07d236e req-84a21a28-5f37-4e52-8f7f-495e8c45b599 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 945 time: 0.6490180 Apr 21 14:40:34.523446 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] For port 06c4f399-bafa-497b-a88b-be57cd77e071, host hv-cinder-78638, cleared binding levels {{(pid=86344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:40:34.607201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] For port 06c4f399-bafa-497b-a88b-be57cd77e071, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06c4f399-bafa-497b-a88b-be57cd77e071,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:40:34.638111 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2c3c5c0e-aa3f-41c6-816e-adadd07d236e req-3f403725-4bfb-42c1-937a-99073f2532d9 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a8eced4-6159-47fb-afd2-595967b2878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249742 Apr 21 14:40:34.641523 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:34.643887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Pushing event updated for resources: {'Port': ['ID=28c79c16-2536-4c7b-ba6d-4046d0824b96,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:34.670373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12089-ff14-4f13-94b6-b300985fae40 req-ba84508c-bd51-4dae-ad22-8b47ff52fe22 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:34.694297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:34.703627 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-07f12089-ff14-4f13-94b6-b300985fae40 req-ba84508c-bd51-4dae-ad22-8b47ff52fe22 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 946 time: 0.6720519 Apr 21 14:40:34.751921 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:34.831697 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:34.832906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:34.872198 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:34.873916 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:34.876759 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] 10.222.0.44 "PUT /v2.0/ports/06c4f399-bafa-497b-a88b-be57cd77e071 HTTP/1.1" status: 200 len: 1093 time: 4.2023296 Apr 21 14:40:34.881332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071'}] {{(pid=86344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:40:34.928652 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-07f12089-ff14-4f13-94b6-b300985fae40 req-c73caaf8-a15e-4659-a361-c6495b20e4ac tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238235 Apr 21 14:40:34.937607 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe9a3-dcbe-47c5-8519-08410915b8cb req-7421ce5c-685c-43e4-b891-75e82c16b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:34.954108 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3b7fe9a3-dcbe-47c5-8519-08410915b8cb req-7421ce5c-685c-43e4-b891-75e82c16b488 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c11f8866bb7b42299fa431b79c50c8ae&device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 1097 time: 0.7762914 Apr 21 14:40:35.050040 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b892d348-087a-4a6c-b8a8-8344a301bf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:35.073011 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4751365 Apr 21 14:40:35.104209 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=06c4f399-bafa-497b-a88b-be57cd77e071,revision_number=3']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:35.128522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:35.212332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Request body: {'port': {'device_id': '9410a79a-b142-4e95-9197-bd48d521b804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:35.480985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:36.027003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-54126934-44f8-4b0e-856b-e806323fd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:36.030580 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-54126934-44f8-4b0e-856b-e806323fd17d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 1096 time: 1.0888209 Apr 21 14:40:36.052234 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80470429-3733-4873-97bc-61b846742d4a req-ca4aff3b-56b9-4101-b9af-dde602ad1be0 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:36.055408 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-80470429-3733-4873-97bc-61b846742d4a req-ca4aff3b-56b9-4101-b9af-dde602ad1be0 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 931 time: 0.8953574 Apr 21 14:40:36.088441 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b6b01-a5c7-435e-ac43-bf0daf53435a req-ae3c4498-0e79-4b16-94e6-31b95e8976c4 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:36.097561 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bc0b6b01-a5c7-435e-ac43-bf0daf53435a req-ae3c4498-0e79-4b16-94e6-31b95e8976c4 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.9080381 Apr 21 14:40:36.182643 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe9a3-dcbe-47c5-8519-08410915b8cb req-cc90bed4-bdde-4c11-8144-61eb7a9e9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:36.186252 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3b7fe9a3-dcbe-47c5-8519-08410915b8cb req-cc90bed4-bdde-4c11-8144-61eb7a9e9c23 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 HTTP/1.1" status: 200 len: 919 time: 1.2308311 Apr 21 14:40:36.192754 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-495bca10-ccac-4794-8ef3-0153cc65acce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06c4f399-bafa-497b-a88b-be57cd77e071 HTTP/1.1" status: 200 len: 217 time: 0.1271875 Apr 21 14:40:36.389721 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bc0b6b01-a5c7-435e-ac43-bf0daf53435a req-7bc5653f-ad38-42d1-8159-6b79ee9e8076 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955833 Apr 21 14:40:36.406159 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-80470429-3733-4873-97bc-61b846742d4a req-167f9689-1e6e-4eab-96f8-25c8e207eef7 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072121 Apr 21 14:40:36.466481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-4f24c819-f935-4132-9b94-30f30314ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:36.468412 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-4f24c819-f935-4132-9b94-30f30314ad10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 200 len: 855 time: 0.2357759 Apr 21 14:40:36.563675 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071', 'status': 'completed', 'code': 200} Apr 21 14:40:36.569351 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c79c16-2536-4c7b-ba6d-4046d0824b96 {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:40:36.575674 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3b7fe9a3-dcbe-47c5-8519-08410915b8cb req-6e06a41a-c3ec-481e-bec2-203fe78cc7cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=673acf43-4747-4545-b90c-e1443809a378 HTTP/1.1" status: 200 len: 217 time: 0.3754094 Apr 21 14:40:36.582752 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:36.669037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Transition to ACTIVE for port object 28c79c16-2536-4c7b-ba6d-4046d0824b96 will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:40:36.679303 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:36.688972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:36.820369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-67fbe41a-274f-41d4-8160-3892444fad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:36.822189 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-67fbe41a-274f-41d4-8160-3892444fad5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3457599 Apr 21 14:40:36.943539 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3d8c8-a718-4596-9aed-797b5c3c8609 req-838fbce2-735d-4a1b-87a2-4fd42af3b97c tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:36.945807 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-11b3d8c8-a718-4596-9aed-797b5c3c8609 req-838fbce2-735d-4a1b-87a2-4fd42af3b97c tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 945 time: 0.3693533 Apr 21 14:40:37.009576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe9a3-dcbe-47c5-8519-08410915b8cb req-de39e0a7-1806-4f65-af27-7a294300e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:37.011141 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3b7fe9a3-dcbe-47c5-8519-08410915b8cb req-de39e0a7-1806-4f65-af27-7a294300e3e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=624fa397-d3e9-4c20-810a-a1a22a65c72e HTTP/1.1" status: 200 len: 858 time: 0.4253483 Apr 21 14:40:37.042294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Pushing event updated for resources: {'Port': ['ID=28c79c16-2536-4c7b-ba6d-4046d0824b96,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:37.150508 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:37.173226 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3b7fe9a3-dcbe-47c5-8519-08410915b8cb req-b7cb3c00-4525-481d-b3ee-a9ded4a168de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320467 Apr 21 14:40:37.190728 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-11b3d8c8-a718-4596-9aed-797b5c3c8609 req-150cbe89-b201-44bf-a7b1-25d73a3aa4d3 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a8eced4-6159-47fb-afd2-595967b2878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824911 Apr 21 14:40:37.254888 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-6c382064-c572-4c7a-9610-187da6d07031 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561668 Apr 21 14:40:37.272289 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cbc57-da6b-43b7-9926-db265a413cc3 req-145e8507-88ee-478c-80b2-f69383f14c54 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:37.288395 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-402cbc57-da6b-43b7-9926-db265a413cc3 req-145e8507-88ee-478c-80b2-f69383f14c54 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 946 time: 0.4637418 Apr 21 14:40:37.559539 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3b7fe9a3-dcbe-47c5-8519-08410915b8cb req-bf055871-0857-4301-8d3f-fcee113aedf4 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078856 Apr 21 14:40:37.562160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Attempting to bind port 28c79c16-2536-4c7b-ba6d-4046d0824b96 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:40:37.563124 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Attempting to bind port 28c79c16-2536-4c7b-ba6d-4046d0824b96 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4f15d025-0c42-4d23-abfe-e63d25c21ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:40:37.564003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Attempting to bind port 28c79c16-2536-4c7b-ba6d-4046d0824b96 on network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:37.805905 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-402cbc57-da6b-43b7-9926-db265a413cc3 req-fee242aa-e5d5-42e3-932d-4b353c0ab224 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157733 Apr 21 14:40:37.911909 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d111dad-a68a-47e4-ad17-41e0990c5cea req-4efa1ef5-2405-4c39-9e6c-9aabc3456d28 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196907 Apr 21 14:40:37.948297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Port 28c79c16-2536-4c7b-ba6d-4046d0824b96 on network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:40:37.948704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Attempting to bind port 28c79c16-2536-4c7b-ba6d-4046d0824b96 on network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:37.974956 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:40:37.975502 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Checking segment: {'id': '4f15d025-0c42-4d23-abfe-e63d25c21ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:40:37.975776 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Bound using segment: {'id': '4f15d025-0c42-4d23-abfe-e63d25c21ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:40:37.976273 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Bound port: 28c79c16-2536-4c7b-ba6d-4046d0824b96, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f15d025-0c42-4d23-abfe-e63d25c21ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:40:37.976680 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:38.199255 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3b7fe9a3-dcbe-47c5-8519-08410915b8cb req-f0bf4782-6958-40b8-aca9-bb3326b1cd32 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298501 Apr 21 14:40:38.261354 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83233bd9-f626-42ee-89ba-6b4596390323 req-dc997c0f-4b05-4056-ac60-cdda8971f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:38.269688 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-83233bd9-f626-42ee-89ba-6b4596390323 req-dc997c0f-4b05-4056-ac60-cdda8971f2f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 1096 time: 0.2715776 Apr 21 14:40:38.312968 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] For port 28c79c16-2536-4c7b-ba6d-4046d0824b96, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:40:38.328666 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] For port 28c79c16-2536-4c7b-ba6d-4046d0824b96, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=28c79c16-2536-4c7b-ba6d-4046d0824b96,segment=NetworkSegment(4f15d025-0c42-4d23-abfe-e63d25c21ee3),segment_id=4f15d025-0c42-4d23-abfe-e63d25c21ee3)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:40:38.334324 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c46ce5ff-1038-49f0-a174-856325eb45bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:38.339578 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:38.357159 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:38.403232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:38.404976 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:38.406448 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] 10.222.0.44 "PUT /v2.0/ports/28c79c16-2536-4c7b-ba6d-4046d0824b96 HTTP/1.1" status: 200 len: 1093 time: 3.3216598 Apr 21 14:40:38.416285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9410a79a-b142-4e95-9197-bd48d521b804', 'tag': '28c79c16-2536-4c7b-ba6d-4046d0824b96'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:40:38.480180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 673acf43-4747-4545-b90c-e1443809a378 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:40:38.584567 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Pushing event updated for resources: {'Port': ['ID=28c79c16-2536-4c7b-ba6d-4046d0824b96,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:38.588658 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:38.597459 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-387e25ad-3449-4304-b028-0b4005ade3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:38.599962 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-387e25ad-3449-4304-b028-0b4005ade3d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c11f8866bb7b42299fa431b79c50c8ae&device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 1096 time: 0.1350949 Apr 21 14:40:38.647655 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83233bd9-f626-42ee-89ba-6b4596390323 req-96d61e09-d829-4613-ba44-5a30e2012e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:38.649342 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-83233bd9-f626-42ee-89ba-6b4596390323 req-96d61e09-d829-4613-ba44-5a30e2012e4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 917 time: 0.3738751 Apr 21 14:40:38.725423 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-ce58db0e-0ea9-4bd4-98b3-a1025e5a70cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c79c16-2536-4c7b-ba6d-4046d0824b96 HTTP/1.1" status: 200 len: 217 time: 0.1164339 Apr 21 14:40:38.917537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 673acf43-4747-4545-b90c-e1443809a378, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=673acf43-4747-4545-b90c-e1443809a378,segment=NetworkSegment(4f15d025-0c42-4d23-abfe-e63d25c21ee3),segment_id=4f15d025-0c42-4d23-abfe-e63d25c21ee3)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:38.919988 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-136417e8-2400-4ad8-8fc3-2f08e05dd40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:38.926068 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-136417e8-2400-4ad8-8fc3-2f08e05dd40a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=624fa397-d3e9-4c20-810a-a1a22a65c72e HTTP/1.1" status: 200 len: 858 time: 0.1945293 Apr 21 14:40:38.948692 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:38.954578 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '673acf43-4747-4545-b90c-e1443809a378', 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9', 'port_id': '673acf43-4747-4545-b90c-e1443809a378', 'mac_address': 'fa:16:3e:bf:ee:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624fa397-d3e9-4c20-810a-a1a22a65c72e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:40:39.013708 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-e8d0b87d-503e-43d4-97e3-e8a2a10fd0a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793436 Apr 21 14:40:39.053462 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-83233bd9-f626-42ee-89ba-6b4596390323 req-1b83f44f-93c8-4452-92c0-410506c6d6cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06c4f399-bafa-497b-a88b-be57cd77e071 HTTP/1.1" status: 200 len: 217 time: 0.3871548 Apr 21 14:40:39.117217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:39.151437 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673acf43-4747-4545-b90c-e1443809a378 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:40:39.152585 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 56400) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:39.178413 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 673acf43-4747-4545-b90c-e1443809a378, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=673acf43-4747-4545-b90c-e1443809a378,segment=NetworkSegment(4f15d025-0c42-4d23-abfe-e63d25c21ee3),segment_id=4f15d025-0c42-4d23-abfe-e63d25c21ee3)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:39.191231 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:39.193382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:39.214512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29154-c334-40f2-b90d-7133321fb2ca req-fc7bf080-7b30-4735-8734-eb75d5bd0249 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:39.217229 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e1b29154-c334-40f2-b90d-7133321fb2ca req-fc7bf080-7b30-4735-8734-eb75d5bd0249 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 943 time: 0.5666232 Apr 21 14:40:39.302517 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83233bd9-f626-42ee-89ba-6b4596390323 req-36f9bb23-b415-4268-85e7-d90dd26eac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:39.305193 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-83233bd9-f626-42ee-89ba-6b4596390323 req-36f9bb23-b415-4268-85e7-d90dd26eac50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 200 len: 855 time: 0.2433999 Apr 21 14:40:39.314194 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=673acf43-4747-4545-b90c-e1443809a378,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:39.318129 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:39.336824 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd4f79-c94e-408c-9e6d-f4a119041bce req-c93ad9d6-59da-484d-b604-3426f4ed16f2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:39.361541 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fcbd4f79-c94e-408c-9e6d-f4a119041bce req-c93ad9d6-59da-484d-b604-3426f4ed16f2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.7098413 Apr 21 14:40:39.449179 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-cc1fdc95-ebde-460f-8caa-70d0656690f4 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249232 Apr 21 14:40:39.504259 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e1b29154-c334-40f2-b90d-7133321fb2ca req-38178258-f6ba-47a5-89e2-e1421af95713 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770746 Apr 21 14:40:39.567296 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:39.643293 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fcbd4f79-c94e-408c-9e6d-f4a119041bce req-b9644c9f-fa5d-495a-8249-ce46f8aae8db tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779326 Apr 21 14:40:39.657970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:39.691086 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Usage tracker for resource:security_group_rule and tenant:d590a1d505d24af8aa2676569e4d86f8 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:39.718993 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:39.735656 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:39.748183 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['673acf43-4747-4545-b90c-e1443809a378'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:40:39.784603 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-99887fda-a1a8-48aa-bc0e-e80681adcb90 req-db2bc50c-c8bf-499f-b935-b0cf57811d65 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219690 Apr 21 14:40:39.805512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83233bd9-f626-42ee-89ba-6b4596390323 req-6c48d84d-d223-4b93-829e-f0a8c6bea9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:39.809410 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-83233bd9-f626-42ee-89ba-6b4596390323 req-6c48d84d-d223-4b93-829e-f0a8c6bea9a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4004087 Apr 21 14:40:39.891425 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9410a79a-b142-4e95-9197-bd48d521b804', 'tag': '28c79c16-2536-4c7b-ba6d-4046d0824b96', 'status': 'completed', 'code': 200} Apr 21 14:40:39.973469 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:40.010610 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:40.217134 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1327c-cecc-4de0-b582-617dac72d8d4 req-fd82b7bb-78f4-4baa-bdde-b0d3318b8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:40.221360 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ecd1327c-cecc-4de0-b582-617dac72d8d4 req-fd82b7bb-78f4-4baa-bdde-b0d3318b8c84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c11f8866bb7b42299fa431b79c50c8ae&device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 1096 time: 0.2918377 Apr 21 14:40:40.301923 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-83233bd9-f626-42ee-89ba-6b4596390323 req-4880f67f-85f6-4f6f-bdd6-aaaff03c3274 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816995 Apr 21 14:40:40.568394 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1327c-cecc-4de0-b582-617dac72d8d4 req-84e30bdb-2d10-4733-9494-f52bbdeed84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:40.570442 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ecd1327c-cecc-4de0-b582-617dac72d8d4 req-84e30bdb-2d10-4733-9494-f52bbdeed84b service neutron] 10.222.0.44 "GET /v2.0/networks?id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 HTTP/1.1" status: 200 len: 919 time: 0.3387241 Apr 21 14:40:40.576023 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:40.580937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:40.615972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8e69732d-bec7-42b8-a21f-c5596efc19af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:40.629219 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d590a1d505d24af8aa2676569e4d86f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4703941 Apr 21 14:40:40.639589 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 56464) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:40.677752 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-83233bd9-f626-42ee-89ba-6b4596390323 req-dc3f4050-6030-47b6-9c2f-eda1bc02c57d service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681557 Apr 21 14:40:40.700257 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a02377c-d949-4829-a0c7-b8965b05f0aa,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:40.702556 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ecd1327c-cecc-4de0-b582-617dac72d8d4 req-6cbecf2b-b034-4158-932f-d91a3874e6ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c79c16-2536-4c7b-ba6d-4046d0824b96 HTTP/1.1" status: 200 len: 217 time: 0.1178982 Apr 21 14:40:40.713950 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:40.714404 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:40.714785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:40.715183 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:40.715600 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:40.715994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:40.716385 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:40.716775 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:40.717236 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:40.718136 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:40.718518 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:40.718978 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:40.750997 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:40.820022 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1b06fe2f-ff5c-4ba1-9682-7b419b33879a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:40.822560 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1327c-cecc-4de0-b582-617dac72d8d4 req-17976611-3a1e-47e4-a7e2-a8390666b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:40.829771 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ecd1327c-cecc-4de0-b582-617dac72d8d4 req-17976611-3a1e-47e4-a7e2-a8390666b142 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=624fa397-d3e9-4c20-810a-a1a22a65c72e HTTP/1.1" status: 200 len: 858 time: 0.1199453 Apr 21 14:40:40.886501 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1b06fe2f-ff5c-4ba1-9682-7b419b33879a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:40.909339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:40.949188 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ecd1327c-cecc-4de0-b582-617dac72d8d4 req-42f862f3-7895-45be-a69e-dc588aeafe16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115556 Apr 21 14:40:41.000293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1b06fe2f-ff5c-4ba1-9682-7b419b33879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:41.011924 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:41.037332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06fe2f-ff5c-4ba1-9682-7b419b33879a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a02377c-d949-4829-a0c7-b8965b05f0aa,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:41.111566 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1b06fe2f-ff5c-4ba1-9682-7b419b33879a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:41.117992 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1b06fe2f-ff5c-4ba1-9682-7b419b33879a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:41.122408 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-1b06fe2f-ff5c-4ba1-9682-7b419b33879a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a02377c-d949-4829-a0c7-b8965b05f0aa HTTP/1.1" status: 204 len: 168 time: 0.4799101 Apr 21 14:40:41.221068 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160235e-f8f3-4f4e-bfe2-eca89f5032b3 req-e6aa3865-68a9-45f4-85ea-44c5c0900290 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:41.224675 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7160235e-f8f3-4f4e-bfe2-eca89f5032b3 req-e6aa3865-68a9-45f4-85ea-44c5c0900290 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 943 time: 0.1890080 Apr 21 14:40:41.337807 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7160235e-f8f3-4f4e-bfe2-eca89f5032b3 req-865ead03-9730-45e2-b77c-2ae685a18e0b tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962145 Apr 21 14:40:41.350670 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ecd1327c-cecc-4de0-b582-617dac72d8d4 req-71e92c56-1e38-4f00-96ca-d4a96c341112 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939552 Apr 21 14:40:41.637580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c5057-b587-4731-8c84-f037164de677 req-a9b26594-549f-4a3a-92e3-908cfdfbc80c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:41.641215 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e85c5057-b587-4731-8c84-f037164de677 req-a9b26594-549f-4a3a-92e3-908cfdfbc80c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.2358792 Apr 21 14:40:41.757254 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ecd1327c-cecc-4de0-b582-617dac72d8d4 req-ea14ca46-093f-4ab2-aa6b-bb2d0a6296fc service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970068 Apr 21 14:40:41.799057 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e85c5057-b587-4731-8c84-f037164de677 req-6eb5aa36-3567-48b6-8eb6-e910dd5af257 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472526 Apr 21 14:40:41.930630 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 56510) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:41.952235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:41.976157 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:41.981050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Usage tracker for resource:security_group_rule and tenant:a2ab4fa9c92d4930b528247c77bce4e9 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:41.985072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:41.992333 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:42.091481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:42.095754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:42.106243 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:42.195365 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2ab4fa9c92d4930b528247c77bce4e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609806 Apr 21 14:40:42.196480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 56524) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:42.204136 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6101cf3e-9f95-4331-890d-9172520440c4,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:42.220467 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:42.221285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:42.222017 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:42.222740 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:42.223475 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:42.224197 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:42.225141 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:42.225878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:42.226617 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:42.227584 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:42.228294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:42.229116 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:42.237682 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:42.324166 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-62f7090d-b0b2-4f07-b80f-1b4c21ea02e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:42.377624 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-62f7090d-b0b2-4f07-b80f-1b4c21ea02e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:42.440407 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-62f7090d-b0b2-4f07-b80f-1b4c21ea02e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:42.447854 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d628239f-bd49-491a-85fa-1160fb6bc9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:42.467015 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7090d-b0b2-4f07-b80f-1b4c21ea02e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6101cf3e-9f95-4331-890d-9172520440c4,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:42.477846 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-62f7090d-b0b2-4f07-b80f-1b4c21ea02e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:42.484329 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-62f7090d-b0b2-4f07-b80f-1b4c21ea02e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6101cf3e-9f95-4331-890d-9172520440c4 HTTP/1.1" status: 204 len: 168 time: 0.2859223 Apr 21 14:40:42.486233 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-62f7090d-b0b2-4f07-b80f-1b4c21ea02e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:42.516486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 06c4f399-bafa-497b-a88b-be57cd77e071 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:40:42.576519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 673acf43-4747-4545-b90c-e1443809a378 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:40:42.646203 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da385a0b-6bb7-4a28-b812-67a6ce9a4b99 req-a227cf65-cf88-47a3-881f-6b872a8db077 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:42.647960 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-da385a0b-6bb7-4a28-b812-67a6ce9a4b99 req-a227cf65-cf88-47a3-881f-6b872a8db077 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 943 time: 0.1327333 Apr 21 14:40:42.744162 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 06c4f399-bafa-497b-a88b-be57cd77e071, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06c4f399-bafa-497b-a88b-be57cd77e071,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:42.764812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '06c4f399-bafa-497b-a88b-be57cd77e071', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'port_id': '06c4f399-bafa-497b-a88b-be57cd77e071', 'mac_address': 'fa:16:3e:12:37:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:40:42.791928 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-da385a0b-6bb7-4a28-b812-67a6ce9a4b99 req-ae1d1fd7-87cd-42c6-a4db-a8c7eff468ca tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285951 Apr 21 14:40:42.920326 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:42.944829 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port 673acf43-4747-4545-b90c-e1443809a378 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:40:42.949485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c4f399-bafa-497b-a88b-be57cd77e071 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:40:42.989695 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 06c4f399-bafa-497b-a88b-be57cd77e071, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06c4f399-bafa-497b-a88b-be57cd77e071,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:42.997594 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:43.002999 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-37f01e24-4899-4371-8941-a4f0e02f0b82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:43.067161 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 673acf43-4747-4545-b90c-e1443809a378 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:40:43.067592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:43.342537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=06c4f399-bafa-497b-a88b-be57cd77e071,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:43.406709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac537fde-3c13-4276-93d4-1798d462fc08 req-e7913784-f396-4d35-9857-d764c690359c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:43.417538 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ac537fde-3c13-4276-93d4-1798d462fc08 req-e7913784-f396-4d35-9857-d764c690359c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 944 time: 0.3027320 Apr 21 14:40:43.489330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 56570) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:43.496883 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:43.513392 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ac537fde-3c13-4276-93d4-1798d462fc08 req-9d788779-0a59-4b62-ab50-5a6f18d210d3 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931275 Apr 21 14:40:43.542176 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['06c4f399-bafa-497b-a88b-be57cd77e071'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:40:43.782423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:43.782823 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:43.783217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:43.783603 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:43.783993 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:43.784363 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:43.784714 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:43.785284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:43.785927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:43.786470 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:43.798434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:43.799089 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:40:43.812108 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:43.860903 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd78d227-979c-4a98-a84e-ceb47dccde49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673acf43-4747-4545-b90c-e1443809a378'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:40:43.887897 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 673acf43-4747-4545-b90c-e1443809a378, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=673acf43-4747-4545-b90c-e1443809a378,segment=NetworkSegment(4f15d025-0c42-4d23-abfe-e63d25c21ee3),segment_id=4f15d025-0c42-4d23-abfe-e63d25c21ee3)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:43.893158 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:43.896235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cf9b872a-77d5-486c-b9f6-c1b811f7e15c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:44.024994 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd78d227-979c-4a98-a84e-ceb47dccde49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673acf43-4747-4545-b90c-e1443809a378', 'code': 200} Apr 21 14:40:44.038889 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-54f38c3a-c177-4cf5-b3c0-a638b8e3c111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:44.071667 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=673acf43-4747-4545-b90c-e1443809a378,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:44.090645 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:44.091395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-54f38c3a-c177-4cf5-b3c0-a638b8e3c111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:44.102073 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-54f38c3a-c177-4cf5-b3c0-a638b8e3c111 admin admin] Usage tracker for resource:security_group_rule and tenant:0d76b1b465bf4d399cb054e8a2281cae is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:44.111946 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-54f38c3a-c177-4cf5-b3c0-a638b8e3c111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:44.127455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-54f38c3a-c177-4cf5-b3c0-a638b8e3c111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:44.350802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-54f38c3a-c177-4cf5-b3c0-a638b8e3c111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:44.356260 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-54f38c3a-c177-4cf5-b3c0-a638b8e3c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:44.421736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:44.435000 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-54f38c3a-c177-4cf5-b3c0-a638b8e3c111 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d76b1b465bf4d399cb054e8a2281cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9444203 Apr 21 14:40:44.437858 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 56602) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:44.519991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 28c79c16-2536-4c7b-ba6d-4046d0824b96 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:40:44.610414 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e4cc5-68b5-44f4-96cc-99f9fd46e487 req-a2228964-2cd7-42bf-b354-183a22f657bf tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:44.615844 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d4e4cc5-68b5-44f4-96cc-99f9fd46e487 req-a2228964-2cd7-42bf-b354-183a22f657bf tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 943 time: 0.2798476 Apr 21 14:40:44.720534 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8d4e4cc5-68b5-44f4-96cc-99f9fd46e487 req-9aeb96e6-cd4e-42f4-9b1d-ad9998325231 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978749 Apr 21 14:40:44.725730 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f38c3a-c177-4cf5-b3c0-a638b8e3c111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f713e22b-0f8c-4bc7-80e9-17f8f6f2d8df,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:44.752932 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-54f38c3a-c177-4cf5-b3c0-a638b8e3c111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:44.909258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-199bc67f-4cb3-4e34-a7c2-d797cd325038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:45.024438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba08ce0-e13a-4528-9752-a205fab8904b req-d0c470e2-5c8c-4f15-8fda-1f9e255bb7b1 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:45.031146 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-199bc67f-4cb3-4e34-a7c2-d797cd325038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:45.042726 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3ba08ce0-e13a-4528-9752-a205fab8904b req-d0c470e2-5c8c-4f15-8fda-1f9e255bb7b1 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 944 time: 0.1764512 Apr 21 14:40:45.052640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 28c79c16-2536-4c7b-ba6d-4046d0824b96, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=28c79c16-2536-4c7b-ba6d-4046d0824b96,segment=NetworkSegment(4f15d025-0c42-4d23-abfe-e63d25c21ee3),segment_id=4f15d025-0c42-4d23-abfe-e63d25c21ee3)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:45.138379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '28c79c16-2536-4c7b-ba6d-4046d0824b96', 'network_id': 'f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9', 'port_id': '28c79c16-2536-4c7b-ba6d-4046d0824b96', 'mac_address': 'fa:16:3e:28:4f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624fa397-d3e9-4c20-810a-a1a22a65c72e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:40:45.172563 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3ba08ce0-e13a-4528-9752-a205fab8904b req-99e6a1e3-0116-470f-9230-4fa0157eb4ce tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253412 Apr 21 14:40:45.278322 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08490f96-4268-451e-8685-4c60040063ba req-aa6badfc-7d04-4476-955c-be658d58a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:45.280072 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-08490f96-4268-451e-8685-4c60040063ba req-aa6badfc-7d04-4476-955c-be658d58a351 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 1099 time: 0.7692947 Apr 21 14:40:45.376806 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:45.430146 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c79c16-2536-4c7b-ba6d-4046d0824b96 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:40:45.460364 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-08490f96-4268-451e-8685-4c60040063ba req-6854e950-1354-4328-b41f-161f5bf71182 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561980 Apr 21 14:40:45.477834 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 28c79c16-2536-4c7b-ba6d-4046d0824b96, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=28c79c16-2536-4c7b-ba6d-4046d0824b96,segment=NetworkSegment(4f15d025-0c42-4d23-abfe-e63d25c21ee3),segment_id=4f15d025-0c42-4d23-abfe-e63d25c21ee3)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:45.495013 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:45.496453 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:45.508411 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-199bc67f-4cb3-4e34-a7c2-d797cd325038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:45.518684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3903c543-5be5-438a-855f-8d2988e13c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:45.575419 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bc67f-4cb3-4e34-a7c2-d797cd325038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f713e22b-0f8c-4bc7-80e9-17f8f6f2d8df,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:45.578683 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-199bc67f-4cb3-4e34-a7c2-d797cd325038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:45.602032 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-199bc67f-4cb3-4e34-a7c2-d797cd325038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:45.603885 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-199bc67f-4cb3-4e34-a7c2-d797cd325038 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f713e22b-0f8c-4bc7-80e9-17f8f6f2d8df HTTP/1.1" status: 204 len: 168 time: 1.1641200 Apr 21 14:40:45.664621 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=28c79c16-2536-4c7b-ba6d-4046d0824b96,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:45.669017 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:45.690632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 56642) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:45.813309 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b49525-f380-41e5-a054-9cffaef5b10c req-07022707-49d2-4c6d-b8fd-9152765f398b tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:45.816329 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-61b49525-f380-41e5-a054-9cffaef5b10c req-07022707-49d2-4c6d-b8fd-9152765f398b tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 945 time: 0.1589367 Apr 21 14:40:45.923156 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['28c79c16-2536-4c7b-ba6d-4046d0824b96'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:40:45.962239 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-61b49525-f380-41e5-a054-9cffaef5b10c req-4d2e74bc-f677-441b-8e63-492c555e1b71 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a8eced4-6159-47fb-afd2-595967b2878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364300 Apr 21 14:40:46.032590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18309ee-3bdd-49f8-9588-09e408e06da6 req-4839eef3-5ebd-4e99-813c-2de0f75f6b91 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:46.037443 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e18309ee-3bdd-49f8-9588-09e408e06da6 req-4839eef3-5ebd-4e99-813c-2de0f75f6b91 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 944 time: 0.1457717 Apr 21 14:40:46.153990 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e18309ee-3bdd-49f8-9588-09e408e06da6 req-31419182-3704-42e9-ab53-f1191cdf48b2 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067653 Apr 21 14:40:46.385576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1ad0f446-86b8-4740-b96e-3616782e475f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:46.429123 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-1ad0f446-86b8-4740-b96e-3616782e475f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:46.435068 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-1ad0f446-86b8-4740-b96e-3616782e475f admin admin] Usage tracker for resource:security_group_rule and tenant:66e4c65e63fb4b1aa19d8019de7a2deb is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:46.439886 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-1ad0f446-86b8-4740-b96e-3616782e475f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:46.449787 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-1ad0f446-86b8-4740-b96e-3616782e475f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:46.522211 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 06c4f399-bafa-497b-a88b-be57cd77e071 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:40:46.642697 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 56672) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:46.647251 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f4004-61e4-4a33-a7cd-1523825097e8 req-24b742c7-6f2e-48ea-a24c-fbf8a691b28a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:46.653901 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d78f4004-61e4-4a33-a7cd-1523825097e8 req-24b742c7-6f2e-48ea-a24c-fbf8a691b28a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 944 time: 0.3117404 Apr 21 14:40:46.655051 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port 06c4f399-bafa-497b-a88b-be57cd77e071 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:40:46.661663 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 06c4f399-bafa-497b-a88b-be57cd77e071 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:40:46.662094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:46.676805 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dfc7dcc6-46a8-4168-b61e-3c95964ca261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:46.689634 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-20099636-7360-4bdc-a79f-a6d5b9e2e28f tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:46.692625 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-20099636-7360-4bdc-a79f-a6d5b9e2e28f tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/networks?id=9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 200 len: 813 time: 0.5371528 Apr 21 14:40:46.698092 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1ad0f446-86b8-4740-b96e-3616782e475f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:46.705788 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-dfc7dcc6-46a8-4168-b61e-3c95964ca261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:46.710790 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-dfc7dcc6-46a8-4168-b61e-3c95964ca261 admin admin] Usage tracker for resource:security_group_rule and tenant:088d231be88342fbb72c216256625bd7 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:46.714838 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-dfc7dcc6-46a8-4168-b61e-3c95964ca261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:46.722115 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-dfc7dcc6-46a8-4168-b61e-3c95964ca261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:46.726657 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1ad0f446-86b8-4740-b96e-3616782e475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:46.827142 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d78f4004-61e4-4a33-a7cd-1523825097e8 req-9c9b4dd1-e0e3-41ab-bdb7-04f3462b54ca tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320398 Apr 21 14:40:46.835567 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:46.845306 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dfc7dcc6-46a8-4168-b61e-3c95964ca261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:46.860427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-07904308-38a4-4601-a7d0-e5f38f9dfb1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:46.862535 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-83f5670d-169a-458b-8908-a76bf780328e tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/quotas/7a2da49073544277aaca0ee42d00fa28 HTTP/1.1" status: 200 len: 375 time: 0.0427077 Apr 21 14:40:46.896109 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0f446-86b8-4740-b96e-3616782e475f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daf9344-8311-4311-9692-aa020a651d3e,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:46.899456 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dfc7dcc6-46a8-4168-b61e-3c95964ca261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:46.900766 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1ad0f446-86b8-4740-b96e-3616782e475f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:46.939628 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:46.947579 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:40:46.976942 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 06c4f399-bafa-497b-a88b-be57cd77e071, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06c4f399-bafa-497b-a88b-be57cd77e071,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:46.980507 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-dfc7dcc6-46a8-4168-b61e-3c95964ca261 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=088d231be88342fbb72c216256625bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361444 Apr 21 14:40:46.983569 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:46.985669 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:47.002008 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 56686) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:47.071126 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=06c4f399-bafa-497b-a88b-be57cd77e071,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:47.074919 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:47.089867 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-1ad0f446-86b8-4740-b96e-3616782e475f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66e4c65e63fb4b1aa19d8019de7a2deb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3941591 Apr 21 14:40:47.091482 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 56692) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:47.094643 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071', 'code': 200} Apr 21 14:40:47.117885 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7dcc6-46a8-4168-b61e-3c95964ca261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeada379-ab2c-4ba2-b32f-a58d2eb66586,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:47.124470 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-dfc7dcc6-46a8-4168-b61e-3c95964ca261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:47.242329 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 56700) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:47.271701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0e79d810-7324-4165-9ed8-704809f6a57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:47.340606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0e79d810-7324-4165-9ed8-704809f6a57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:47.410867 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-e5d8b2f1-10f0-419b-9005-74481b9e1bbb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a2da49073544277aaca0ee42d00fa28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5470080 Apr 21 14:40:47.417206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6853bb30-fe34-46f4-a565-217906ca7113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:47.470648 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6853bb30-fe34-46f4-a565-217906ca7113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:47.538654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6853bb30-fe34-46f4-a565-217906ca7113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:47.570085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d649c655-dfe6-4718-9efa-7dded64330ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:47.584794 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c37466d0-d456-43b6-921b-8adf68e20863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:47.613405 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c37466d0-d456-43b6-921b-8adf68e20863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:47.620803 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c37466d0-d456-43b6-921b-8adf68e20863 admin admin] Usage tracker for resource:security_group_rule and tenant:14e74c240c6e4a3387a18eac4186bc01 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:47.625791 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c37466d0-d456-43b6-921b-8adf68e20863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:47.632089 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0e79d810-7324-4165-9ed8-704809f6a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:47.638797 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c37466d0-d456-43b6-921b-8adf68e20863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:47.642606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:47.645398 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853bb30-fe34-46f4-a565-217906ca7113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeada379-ab2c-4ba2-b32f-a58d2eb66586,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:47.661662 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6853bb30-fe34-46f4-a565-217906ca7113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:47.663119 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6853bb30-fe34-46f4-a565-217906ca7113 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eeada379-ab2c-4ba2-b32f-a58d2eb66586 HTTP/1.1" status: 204 len: 168 time: 0.6605968 Apr 21 14:40:47.664458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6853bb30-fe34-46f4-a565-217906ca7113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:47.739529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81553-8d0a-4c43-a5e4-ba391c095574 req-d2c5e300-eb0a-4ab5-96dc-8e2f82a6044f tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:47.741277 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-86e81553-8d0a-4c43-a5e4-ba391c095574 req-d2c5e300-eb0a-4ab5-96dc-8e2f82a6044f tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 945 time: 0.4231608 Apr 21 14:40:47.852165 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808accc6-ee3b-494b-ad97-3ede87636444 req-d475f01c-1e9a-4f34-aed4-6cd28d4837e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:47.855779 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-808accc6-ee3b-494b-ad97-3ede87636444 req-d475f01c-1e9a-4f34-aed4-6cd28d4837e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 1098 time: 0.3891554 Apr 21 14:40:47.857588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79d810-7324-4165-9ed8-704809f6a57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daf9344-8311-4311-9692-aa020a651d3e,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:47.862284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0e79d810-7324-4165-9ed8-704809f6a57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:47.965926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0e79d810-7324-4165-9ed8-704809f6a57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:47.971324 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-0e79d810-7324-4165-9ed8-704809f6a57c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1daf9344-8311-4311-9692-aa020a651d3e HTTP/1.1" status: 204 len: 168 time: 0.8762476 Apr 21 14:40:48.025515 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c37466d0-d456-43b6-921b-8adf68e20863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:48.043583 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c37466d0-d456-43b6-921b-8adf68e20863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:48.062670 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0e79d810-7324-4165-9ed8-704809f6a57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:48.118185 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37466d0-d456-43b6-921b-8adf68e20863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739899fd-817b-4967-af3c-3ecc5c2edfec,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:48.124160 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-808accc6-ee3b-494b-ad97-3ede87636444 req-3e66c6ef-9527-4246-b779-e922b22bcf88 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563629 Apr 21 14:40:48.133495 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44772bf9-2b3d-4b66-977b-50717e694c48 req-05c75768-b6fc-4f68-9162-864f454495c4 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:48.135902 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-44772bf9-2b3d-4b66-977b-50717e694c48 req-05c75768-b6fc-4f68-9162-864f454495c4 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.44 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 945 time: 0.4882581 Apr 21 14:40:48.138963 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c37466d0-d456-43b6-921b-8adf68e20863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:48.155311 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-86e81553-8d0a-4c43-a5e4-ba391c095574 req-3411d683-b72c-4400-bfef-0e51d1f2a23e tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a8eced4-6159-47fb-afd2-595967b2878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875904 Apr 21 14:40:48.168202 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-860731bb-5996-41c4-a34b-6beae55b558f service neutron] 10.222.0.15 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361444 Apr 21 14:40:48.206427 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c37466d0-d456-43b6-921b-8adf68e20863 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14e74c240c6e4a3387a18eac4186bc01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9613566 Apr 21 14:40:48.208798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 56718) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:48.416126 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-44772bf9-2b3d-4b66-977b-50717e694c48 req-82636633-5b5f-4732-8f8d-6b76028c97ea tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Deleting port 569b2e82-b400-42bd-825d-c7127917b1a4 {{(pid=86344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:40:48.416719 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-44772bf9-2b3d-4b66-977b-50717e694c48 req-82636633-5b5f-4732-8f8d-6b76028c97ea tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:48.525727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-009eab8c-236d-4f91-aefb-5062a451c549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:48.540368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 28c79c16-2536-4c7b-ba6d-4046d0824b96 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:40:48.591770 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-009eab8c-236d-4f91-aefb-5062a451c549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:48.674298 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port 28c79c16-2536-4c7b-ba6d-4046d0824b96 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:40:48.690264 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 28c79c16-2536-4c7b-ba6d-4046d0824b96 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:40:48.690989 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:48.759910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-009eab8c-236d-4f91-aefb-5062a451c549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:48.770575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1b06fe2f-ff5c-4ba1-9682-7b419b33879a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:48.782330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 56730) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:48.828326 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ee325d6b-b90b-45ba-b93e-017c8136fa13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:48.845563 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:48.864364 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ee325d6b-b90b-45ba-b93e-017c8136fa13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:48.868147 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009eab8c-236d-4f91-aefb-5062a451c549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739899fd-817b-4967-af3c-3ecc5c2edfec,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:48.883657 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ee325d6b-b90b-45ba-b93e-017c8136fa13 admin admin] Usage tracker for resource:security_group_rule and tenant:603a90023f6344bc89a185b1c67e302b is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:48.894571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ee325d6b-b90b-45ba-b93e-017c8136fa13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:48.900614 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 28c79c16-2536-4c7b-ba6d-4046d0824b96, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=28c79c16-2536-4c7b-ba6d-4046d0824b96,segment=NetworkSegment(4f15d025-0c42-4d23-abfe-e63d25c21ee3),segment_id=4f15d025-0c42-4d23-abfe-e63d25c21ee3)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:48.904586 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:48.906765 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:48.921431 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ee325d6b-b90b-45ba-b93e-017c8136fa13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:48.984512 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-d738eab5-1d7a-4fde-a885-f00666f6123c service neutron] 10.222.0.15 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8060207 Apr 21 14:40:48.986100 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-009eab8c-236d-4f91-aefb-5062a451c549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:48.987535 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=28c79c16-2536-4c7b-ba6d-4046d0824b96,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:48.991331 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:49.013557 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-009eab8c-236d-4f91-aefb-5062a451c549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:49.018562 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-009eab8c-236d-4f91-aefb-5062a451c549 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/739899fd-817b-4967-af3c-3ecc5c2edfec HTTP/1.1" status: 204 len: 168 time: 0.8084500 Apr 21 14:40:49.027745 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-44772bf9-2b3d-4b66-977b-50717e694c48 req-82636633-5b5f-4732-8f8d-6b76028c97ea tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] For port 569b2e82-b400-42bd-825d-c7127917b1a4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=569b2e82-b400-42bd-825d-c7127917b1a4,segment=NetworkSegment(4f92254f-1ab2-4874-8895-c08b430d29f8),segment_id=4f92254f-1ab2-4874-8895-c08b430d29f8)] {{(pid=86344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:40:49.028159 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-44772bf9-2b3d-4b66-977b-50717e694c48 req-82636633-5b5f-4732-8f8d-6b76028c97ea tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:49.095800 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9410a79a-b142-4e95-9197-bd48d521b804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c79c16-2536-4c7b-ba6d-4046d0824b96'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:40:49.127026 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ee325d6b-b90b-45ba-b93e-017c8136fa13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:49.131592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ee325d6b-b90b-45ba-b93e-017c8136fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:49.177750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-711d911d-29ef-4cbf-b0ab-237eec901acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:49.214454 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ee325d6b-b90b-45ba-b93e-017c8136fa13 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=603a90023f6344bc89a185b1c67e302b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304602 Apr 21 14:40:49.218250 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 56742) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:49.291276 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-44772bf9-2b3d-4b66-977b-50717e694c48 req-82636633-5b5f-4732-8f8d-6b76028c97ea tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Calling delete_port for 569b2e82-b400-42bd-825d-c7127917b1a4 owned by compute:nova {{(pid=86344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:40:49.332014 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee325d6b-b90b-45ba-b93e-017c8136fa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f540203b-2415-4a5e-a4c8-2b8aca6eea20,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:49.345931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ee325d6b-b90b-45ba-b93e-017c8136fa13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:49.461948 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7b51dddf-113f-4ca4-a3a6-9e1f684cd0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:49.589648 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7b51dddf-113f-4ca4-a3a6-9e1f684cd0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:49.728995 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-44772bf9-2b3d-4b66-977b-50717e694c48 req-82636633-5b5f-4732-8f8d-6b76028c97ea tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405'] for port, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:49.747775 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['569b2e82-b400-42bd-825d-c7127917b1a4'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:40:49.770102 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c2f73a82-1e74-4f60-b2ff-494986b75f0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:49.885764 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7b51dddf-113f-4ca4-a3a6-9e1f684cd0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:49.900176 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-850252c5-92da-4cc6-bb8d-40e97de920a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:49.949162 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51dddf-113f-4ca4-a3a6-9e1f684cd0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f540203b-2415-4a5e-a4c8-2b8aca6eea20,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:49.981351 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7b51dddf-113f-4ca4-a3a6-9e1f684cd0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:50.035048 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7b51dddf-113f-4ca4-a3a6-9e1f684cd0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:50.040197 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-7b51dddf-113f-4ca4-a3a6-9e1f684cd0a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f540203b-2415-4a5e-a4c8-2b8aca6eea20 HTTP/1.1" status: 204 len: 168 time: 0.8207088 Apr 21 14:40:50.155409 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82636633-5b5f-4732-8f8d-6b76028c97ea tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Pushing event deleted for resources: {'Port': ['ID=569b2e82-b400-42bd-825d-c7127917b1a4,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:50.191833 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-82636633-5b5f-4732-8f8d-6b76028c97ea tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:50.285856 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86635caf-f6fd-4d9b-a5cb-9f86cdf8945b req-db4751c9-b100-4aba-b4f9-67dd8838d354 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:50.299781 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-86635caf-f6fd-4d9b-a5cb-9f86cdf8945b req-db4751c9-b100-4aba-b4f9-67dd8838d354 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 944 time: 1.6410573 Apr 21 14:40:50.343853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-44772bf9-2b3d-4b66-977b-50717e694c48 req-82636633-5b5f-4732-8f8d-6b76028c97ea tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] No DVR routers for this DVR port 569b2e82-b400-42bd-825d-c7127917b1a4 on host hv-cinder-78638 {{(pid=86344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:40:50.360323 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-44772bf9-2b3d-4b66-977b-50717e694c48 req-82636633-5b5f-4732-8f8d-6b76028c97ea tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:50.375541 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a87fa-c923-45c2-a827-21d05e14a0cf', 'name': 'network-vif-deleted', 'tag': '569b2e82-b400-42bd-825d-c7127917b1a4'}] {{(pid=86344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:40:50.427776 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-86635caf-f6fd-4d9b-a5cb-9f86cdf8945b req-627ce805-c116-4748-b5ab-a43f77299553 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265926 Apr 21 14:40:50.466003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e66a7-9446-4882-95e7-dad6a14c9eae req-338ec079-2ddf-4398-a40f-3fba3db16e87 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:50.475178 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8f9e66a7-9446-4882-95e7-dad6a14c9eae req-338ec079-2ddf-4398-a40f-3fba3db16e87 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.5994451 Apr 21 14:40:50.479584 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-44772bf9-2b3d-4b66-977b-50717e694c48 req-82636633-5b5f-4732-8f8d-6b76028c97ea tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.44 "DELETE /v2.0/ports/569b2e82-b400-42bd-825d-c7127917b1a4 HTTP/1.1" status: 204 len: 173 time: 2.1915777 Apr 21 14:40:50.554193 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9410a79a-b142-4e95-9197-bd48d521b804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c79c16-2536-4c7b-ba6d-4046d0824b96', 'code': 200} Apr 21 14:40:50.616030 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8f9e66a7-9446-4882-95e7-dad6a14c9eae req-dd8ba8b1-5da6-42e2-bda9-dc3613d1b83b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198225 Apr 21 14:40:50.873379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-4e4e83b6-a527-45bc-8b56-d12dd80faf7d req-5688a434-4034-4b87-a522-81082db136df tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Synchronizing usage tracker for tenant:6a5762ebd9614e04bb337b267f61e243 on resource:port {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:40:50.915926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-4e4e83b6-a527-45bc-8b56-d12dd80faf7d req-5688a434-4034-4b87-a522-81082db136df tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Unset dirty status for tenant:6a5762ebd9614e04bb337b267f61e243 on resource:port {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:40:50.926486 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4e4e83b6-a527-45bc-8b56-d12dd80faf7d req-5688a434-4034-4b87-a522-81082db136df tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 210 time: 0.1239805 Apr 21 14:40:51.109498 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57a87fa-c923-45c2-a827-21d05e14a0cf', 'name': 'network-vif-deleted', 'tag': '569b2e82-b400-42bd-825d-c7127917b1a4', 'status': 'completed', 'code': 200} Apr 21 14:40:51.115320 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c0011111-124b-466d-acda-bb6fcaa01ee2 req-0ea73d30-7acf-42fc-a45c-54900224e7c0 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 210 time: 0.1820259 Apr 21 14:40:51.165410 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d167a6-936b-4120-aacf-4dd7eef37e7a req-015144ee-3ff8-40e3-91e7-8dc461985715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:51.166847 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-65d167a6-936b-4120-aacf-4dd7eef37e7a req-015144ee-3ff8-40e3-91e7-8dc461985715 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 1098 time: 0.1177630 Apr 21 14:40:51.239191 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-65d167a6-936b-4120-aacf-4dd7eef37e7a req-5cca8594-466f-4fa7-931e-b51619fe4bf2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638075 Apr 21 14:40:52.098737 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b2f89-95a2-4a49-b9d3-94cf11700c22 req-720b636c-406b-46fb-8205-bd1d2909b8f8 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:52.113058 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-836b2f89-95a2-4a49-b9d3-94cf11700c22 req-720b636c-406b-46fb-8205-bd1d2909b8f8 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.4550531 Apr 21 14:40:52.510233 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-836b2f89-95a2-4a49-b9d3-94cf11700c22 req-2b8b4744-b667-4817-8f2b-1b4fa7fd5430 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954239 Apr 21 14:40:52.566436 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 569b2e82-b400-42bd-825d-c7127917b1a4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:40:52.677683 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d01ff-8e2a-4fd6-ab0d-8bf1b342c489 req-510b2c56-d4bd-4861-b389-2995368f964a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:52.693817 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-112d01ff-8e2a-4fd6-ab0d-8bf1b342c489 req-510b2c56-d4bd-4861-b389-2995368f964a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.7623720 Apr 21 14:40:52.744258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: 569b2e82-b400-42bd-825d-c7127917b1a4 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:40:52.744993 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 569b2e82-b400-42bd-825d-c7127917b1a4 not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:40:52.999768 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-59bb7968-7581-4f51-956d-fa3e3f35cfd4 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:53.001500 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-59bb7968-7581-4f51-956d-fa3e3f35cfd4 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "GET /v2.0/networks?id=9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 200 len: 813 time: 1.0561991 Apr 21 14:40:53.029104 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-112d01ff-8e2a-4fd6-ab0d-8bf1b342c489 req-1835eff3-f3c0-434e-91e9-817b216052df tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3334525 Apr 21 14:40:53.042002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Request body: {'port': {'device_id': '6b9bfbe2-97f2-402f-bdee-03820c43a5d6', 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d', 'admin_state_up': True, 'tenant_id': '7a2da49073544277aaca0ee42d00fa28'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:53.422501 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3a5a505c-33a3-4d03-978a-93e107c43b5c req-c494bfb7-2cda-4b75-a302-2b444d995ea8 tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57a87fa-c923-45c2-a827-21d05e14a0cf HTTP/1.1" status: 200 len: 210 time: 0.2251987 Apr 21 14:40:53.521590 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ffb94cd0-19b2-4894-8cdc-3d93c34ed098 req-a1afb284-0faa-4d0e-bcca-1a6ce3bbef66 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 210 time: 0.1270156 Apr 21 14:40:53.527973 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:40:53.534177 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Usage tracker for resource:port and tenant:7a2da49073544277aaca0ee42d00fa28 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:40:53.539208 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:40:53.554676 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:40:53.574298 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Made reservation on behalf of 7a2da49073544277aaca0ee42d00fa28 for: {'port': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:40:53.582574 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:53.983835 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Allocated IP 172.20.0.13 (9c907955-4d5d-442b-ae69-abe5beaa5f4d/a5cb7ba8-c9f8-4181-a427-237fd83ba5bd/563cac05-b699-4d73-a998-3e0c3f2dbda9) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:40:54.325308 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd149100-d08b-41f4-922b-2cd521ae6d87 req-c72e0cb8-8e2f-4c85-aad5-86d9134c551f tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:54.328839 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd149100-d08b-41f4-922b-2cd521ae6d87 req-c72e0cb8-8e2f-4c85-aad5-86d9134c551f tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.3274012 Apr 21 14:40:54.351251 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21acf3-c0bc-43eb-92b4-7a4a1dc69754 req-761556a9-67e8-41f4-8708-4fb913fbd396 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:54.354387 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2e21acf3-c0bc-43eb-92b4-7a4a1dc69754 req-761556a9-67e8-41f4-8708-4fb913fbd396 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.5073102 Apr 21 14:40:54.371260 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 56940) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:54.378182 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-f5129e70-8d64-4454-8cf7-b1abaeb9fb48 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Request body: {'floatingip': {'port_id': '06c4f399-bafa-497b-a88b-be57cd77e071'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:54.573581 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd149100-d08b-41f4-922b-2cd521ae6d87 req-f8efd79c-ae78-4426-8680-e9c6e1b14069 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134187 Apr 21 14:40:54.673563 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f5129e70-8d64-4454-8cf7-b1abaeb9fb48 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:54.814868 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:54.896899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:54.909085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:40:54.928558 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:55.134524 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Network 9c907955-4d5d-442b-ae69-abe5beaa5f4d is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:40:55.138539 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Pushing event updated for resources: {'Port': ['ID=563cac05-b699-4d73-a998-3e0c3f2dbda9,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:55.151343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:40:55.175996 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:55.346578 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:40:55.369984 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:55.371179 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:55.472788 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-ca4a1c8f-a3b2-4251-9503-cc2d8fbdcb02 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4415252 Apr 21 14:40:55.501993 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Request body: {'port': {'device_id': '6b9bfbe2-97f2-402f-bdee-03820c43a5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:40:55.979121 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0245da-fedf-4561-a420-a2906213c2ee req-0e63f3e8-27af-41bd-8d61-e3bf2aba64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:55.982168 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9d0245da-fedf-4561-a420-a2906213c2ee req-0e63f3e8-27af-41bd-8d61-e3bf2aba64a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c11f8866bb7b42299fa431b79c50c8ae&device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 1098 time: 0.4869757 Apr 21 14:40:56.017198 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96243493-2869-41d8-bb26-7839a8ddf102 req-43ca7e2f-fba7-4e53-9344-e8298039af16 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:56.022474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-96243493-2869-41d8-bb26-7839a8ddf102 req-43ca7e2f-fba7-4e53-9344-e8298039af16 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Synchronizing usage tracker for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:port {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:40:56.061900 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:56.080628 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-96243493-2869-41d8-bb26-7839a8ddf102 req-43ca7e2f-fba7-4e53-9344-e8298039af16 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Unset dirty status for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:port {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:40:56.088504 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-96243493-2869-41d8-bb26-7839a8ddf102 req-43ca7e2f-fba7-4e53-9344-e8298039af16 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 932 time: 0.9509628 Apr 21 14:40:56.166228 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc47d8a-951e-4d09-b9b8-bc56269dd519 req-5f9f31ab-fa86-41f3-8504-712f25e0a09f tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:56.167915 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5bc47d8a-951e-4d09-b9b8-bc56269dd519 req-5f9f31ab-fa86-41f3-8504-712f25e0a09f tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.5931959 Apr 21 14:40:56.236674 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-96243493-2869-41d8-bb26-7839a8ddf102 req-3221b107-ab18-4451-a68a-0ea40bf5f57c tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470106 Apr 21 14:40:56.273460 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5bc47d8a-951e-4d09-b9b8-bc56269dd519 req-45211ae7-5a5f-4f04-a469-dfcadf71050f tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945449 Apr 21 14:40:56.561258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0245da-fedf-4561-a420-a2906213c2ee req-63418f19-c6da-4d97-9207-686aef22ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:56.562964 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9d0245da-fedf-4561-a420-a2906213c2ee req-63418f19-c6da-4d97-9207-686aef22ce73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 HTTP/1.1" status: 200 len: 919 time: 0.5602670 Apr 21 14:40:56.672771 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9d0245da-fedf-4561-a420-a2906213c2ee req-c94a437c-487d-401e-bb4e-0110683b5e45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c79c16-2536-4c7b-ba6d-4046d0824b96 HTTP/1.1" status: 200 len: 217 time: 0.0979691 Apr 21 14:40:56.788146 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563cac05-b699-4d73-a998-3e0c3f2dbda9 {{(pid=86344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:40:56.799605 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:56.824170 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Transition to ACTIVE for port object 563cac05-b699-4d73-a998-3e0c3f2dbda9 will not be triggered until provisioned by entity L2. {{(pid=86344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:40:56.828746 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:56.836699 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-17214d21-886f-407a-a7f5-b3fac6a5bcf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:56.839253 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.db.resource_extend [None req-f5129e70-8d64-4454-8cf7-b1abaeb9fb48 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 21 14:40:56.921160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0245da-fedf-4561-a420-a2906213c2ee req-39634750-b83b-4e3c-aa78-c954759c78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:56.922807 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9d0245da-fedf-4561-a420-a2906213c2ee req-39634750-b83b-4e3c-aa78-c954759c78ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=624fa397-d3e9-4c20-810a-a1a22a65c72e HTTP/1.1" status: 200 len: 858 time: 0.2382326 Apr 21 14:40:56.999262 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9d0245da-fedf-4561-a420-a2906213c2ee req-8b9b5e81-effd-4b83-b125-73d8037e9ff1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680132 Apr 21 14:40:57.124793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f5129e70-8d64-4454-8cf7-b1abaeb9fb48 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:57.128433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f5129e70-8d64-4454-8cf7-b1abaeb9fb48 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:57.138652 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Pushing event updated for resources: {'Port': ['ID=563cac05-b699-4d73-a998-3e0c3f2dbda9,revision_number=2']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:57.141738 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Attempting to bind port 563cac05-b699-4d73-a998-3e0c3f2dbda9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:40:57.142139 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Attempting to bind port 563cac05-b699-4d73-a998-3e0c3f2dbda9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'}] {{(pid=86344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:40:57.143228 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Attempting to bind port 563cac05-b699-4d73-a998-3e0c3f2dbda9 on network 9c907955-4d5d-442b-ae69-abe5beaa5f4d {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:57.148011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:57.151383 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Port 563cac05-b699-4d73-a998-3e0c3f2dbda9 on network 9c907955-4d5d-442b-ae69-abe5beaa5f4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:40:57.151825 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Attempting to bind port 563cac05-b699-4d73-a998-3e0c3f2dbda9 on network 9c907955-4d5d-442b-ae69-abe5beaa5f4d {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:40:57.158625 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:40:57.158969 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Checking segment: {'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:40:57.159412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Bound using segment: {'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'} {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:40:57.159902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Bound port: 563cac05-b699-4d73-a998-3e0c3f2dbda9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'}}] {{(pid=86344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:40:57.160402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:57.299637 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] For port 563cac05-b699-4d73-a998-3e0c3f2dbda9, host hv-cinder-78638, cleared binding levels {{(pid=86344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:40:57.303277 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] For port 563cac05-b699-4d73-a998-3e0c3f2dbda9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=563cac05-b699-4d73-a998-3e0c3f2dbda9,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:40:57.317003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:57.317003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:40:57.509677 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:57.510374 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:57.511958 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] 10.222.0.44 "PUT /v2.0/ports/563cac05-b699-4d73-a998-3e0c3f2dbda9 HTTP/1.1" status: 200 len: 1094 time: 2.0209622 Apr 21 14:40:57.513373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9bfbe2-97f2-402f-bdee-03820c43a5d6', 'tag': '563cac05-b699-4d73-a998-3e0c3f2dbda9'}] {{(pid=86344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:40:57.667111 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Pushing event updated for resources: {'Port': ['ID=563cac05-b699-4d73-a998-3e0c3f2dbda9,revision_number=3']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:40:57.676104 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:40:57.777124 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0df3a-1491-47c7-bad8-16015a1758d1 req-fd2b5728-3091-4518-b7fd-496b58e20fc5 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:57.786141 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6ba0df3a-1491-47c7-bad8-16015a1758d1 req-fd2b5728-3091-4518-b7fd-496b58e20fc5 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 944 time: 0.2817013 Apr 21 14:40:57.873721 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051243f0-5616-4f7b-8dec-70273cd99f4b req-2d37f99e-1442-48ed-9ad3-ea26bd956fe4 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:57.875724 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-051243f0-5616-4f7b-8dec-70273cd99f4b req-2d37f99e-1442-48ed-9ad3-ea26bd956fe4 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.2037303 Apr 21 14:40:57.894831 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6ba0df3a-1491-47c7-bad8-16015a1758d1 req-8cb24935-4300-4ee9-8c42-a24b820957e7 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073537 Apr 21 14:40:57.937881 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-438302a4-a774-4881-b1b1-95560cf4adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:57.941065 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-438302a4-a774-4881-b1b1-95560cf4adba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a2da49073544277aaca0ee42d00fa28&device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 1097 time: 0.3545501 Apr 21 14:40:57.942210 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_db [None req-f5129e70-8d64-4454-8cf7-b1abaeb9fb48 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Floating IP 13cddd9d-488c-4128-8c52-34eb69cd7188 associated. External IP: 172.28.3.203, port: 06c4f399-bafa-497b-a88b-be57cd77e071. Apr 21 14:40:58.064208 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9bfbe2-97f2-402f-bdee-03820c43a5d6', 'tag': '563cac05-b699-4d73-a998-3e0c3f2dbda9', 'status': 'completed', 'code': 200} Apr 21 14:40:58.068232 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-5c5f1e5c-309d-4e6f-9f47-ba64a3518377 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=563cac05-b699-4d73-a998-3e0c3f2dbda9 HTTP/1.1" status: 200 len: 217 time: 0.1137748 Apr 21 14:40:58.127654 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-051243f0-5616-4f7b-8dec-70273cd99f4b req-650db50c-7098-4a27-8438-165d50629ea2 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389896 Apr 21 14:40:58.148530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57060) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:58.210374 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-dbf1adba-86d2-4102-bcef-0d0e76684eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:58.213318 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-dbf1adba-86d2-4102-bcef-0d0e76684eec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5cb7ba8-c9f8-4181-a427-237fd83ba5bd HTTP/1.1" status: 200 len: 853 time: 0.1363130 Apr 21 14:40:58.297051 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-88799ae4-ee63-4825-b9c5-73cd546fb774 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c907955-4d5d-442b-ae69-abe5beaa5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702026 Apr 21 14:40:58.304255 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae58dc19-6168-4dcb-871c-b37e390a4a9e admin admin] Deleting subnet 34cd6144-e807-428f-a702-a329ed65cafd {{(pid=86344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:40:58.335039 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ae58dc19-6168-4dcb-871c-b37e390a4a9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:58.402522 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9d0245da-fedf-4561-a420-a2906213c2ee req-cd4fc358-0948-45bd-b6ad-90880d832765 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3927026 Apr 21 14:40:58.481540 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ae58dc19-6168-4dcb-871c-b37e390a4a9e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:58.545554 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ae58dc19-6168-4dcb-871c-b37e390a4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:58.657772 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-27d483b5-8384-41c0-a12e-d1a8f1fce0df service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503699 Apr 21 14:40:58.706154 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5129e70-8d64-4454-8cf7-b1abaeb9fb48 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:40:59.042541 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06f7d4ae-8883-42fc-9d0a-68a1fde88908 req-560b1300-9f94-4c3a-8e8f-004e727a9872 service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463964 Apr 21 14:40:59.336443 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9d0245da-fedf-4561-a420-a2906213c2ee req-f878e64c-5f14-45f2-bffb-846b8498d46b service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7239008 Apr 21 14:40:59.422763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5129e70-8d64-4454-8cf7-b1abaeb9fb48 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:40:59.449811 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469536e4-d213-468d-aaf6-a8bcb31c4070 None None] Sync routers for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:40:59.451546 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f5129e70-8d64-4454-8cf7-b1abaeb9fb48 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:40:59.501958 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469536e4-d213-468d-aaf6-a8bcb31c4070 None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:40:59.502979 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-469536e4-d213-468d-aaf6-a8bcb31c4070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:40:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:40:59.510617 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57096) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:59.575777 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359228bc-b0b8-4253-9aac-74ab87031399 req-2c9be2c9-2fa3-4311-abec-b053d01db815 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:59.595880 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-359228bc-b0b8-4253-9aac-74ab87031399 req-2c9be2c9-2fa3-4311-abec-b053d01db815 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 944 time: 0.4549842 Apr 21 14:40:59.595880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a7957-9d15-45b3-b605-67d1fb644617 req-d7f3d7fa-3248-4298-8809-b00bbbb94f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:40:59.595880 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eb6a7957-9d15-45b3-b605-67d1fb644617 req-d7f3d7fa-3248-4298-8809-b00bbbb94f65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a2da49073544277aaca0ee42d00fa28&device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 1097 time: 0.4612586 Apr 21 14:40:59.653240 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-f5129e70-8d64-4454-8cf7-b1abaeb9fb48 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "PUT /v2.0/floatingips/13cddd9d-488c-4128-8c52-34eb69cd7188 HTTP/1.1" status: 200 len: 991 time: 5.2737904 Apr 21 14:40:59.656109 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:40:59.916426 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-469536e4-d213-468d-aaf6-a8bcb31c4070 None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:41:00.144220 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:41:00.423400 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ae58dc19-6168-4dcb-871c-b37e390a4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:00.442310 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a4613bcb-fc68-426d-a306-59a6f8ec098f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:00.476445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-469536e4-d213-468d-aaf6-a8bcb31c4070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': '13cddd9d-488c-4128-8c52-34eb69cd7188', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'floating_ip_address': '172.28.3.203', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'port_id': '06c4f399-bafa-497b-a88b-be57cd77e071', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'mac_address': 'fa:16:3e:12:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3d87fa-22da-44a3-9423-dac72613f702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:40:14Z', 'updated_at': '2021-04-21T14:40:56Z', 'revision_number': 1, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:11Z', 'revision_number': 5, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:00.483010 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469536e4-d213-468d-aaf6-a8bcb31c4070 None None] Checking router: 939eaf5e-af39-4998-b4f3-31e9c8664bd3 for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:41:00.494993 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:00.507542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469536e4-d213-468d-aaf6-a8bcb31c4070 None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:41:00.508448 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-469536e4-d213-468d-aaf6-a8bcb31c4070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:40:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:00.554970 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-359228bc-b0b8-4253-9aac-74ab87031399 req-bc0db458-7f79-480a-b691-3af2a4f762ac tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8470106 Apr 21 14:41:00.603897 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a4613bcb-fc68-426d-a306-59a6f8ec098f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:00.619056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58dc19-6168-4dcb-871c-b37e390a4a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34cd6144-e807-428f-a702-a329ed65cafd,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:00.642809 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a4613bcb-fc68-426d-a306-59a6f8ec098f admin admin] Usage tracker for resource:security_group_rule and tenant:fa6e8aff7b8442c28b32762711c28e5c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:00.649380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ae58dc19-6168-4dcb-871c-b37e390a4a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:00.664739 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a4613bcb-fc68-426d-a306-59a6f8ec098f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:00.680493 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a4613bcb-fc68-426d-a306-59a6f8ec098f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:00.705456 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ae58dc19-6168-4dcb-871c-b37e390a4a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:00.759494 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ae58dc19-6168-4dcb-871c-b37e390a4a9e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/34cd6144-e807-428f-a702-a329ed65cafd HTTP/1.1" status: 204 len: 168 time: 2.6093869 Apr 21 14:41:00.762783 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57124) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:00.774255 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34fe72-36a9-4af7-9a3b-887320e7ab5f req-a787dbc1-07bb-4fd5-8ab8-4ba53817d373 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:00.776025 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bb34fe72-36a9-4af7-9a3b-887320e7ab5f req-a787dbc1-07bb-4fd5-8ab8-4ba53817d373 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 1.2325058 Apr 21 14:41:00.782437 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a7957-9d15-45b3-b605-67d1fb644617 req-8bf82669-3807-4980-a58b-684c781bbf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:00.784169 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eb6a7957-9d15-45b3-b605-67d1fb644617 req-8bf82669-3807-4980-a58b-684c781bbf4b service neutron] 10.222.0.44 "GET /v2.0/networks?id=9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 200 len: 914 time: 1.0790019 Apr 21 14:41:00.998406 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:01.040334 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-469536e4-d213-468d-aaf6-a8bcb31c4070 None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:41:01.062823 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eb6a7957-9d15-45b3-b605-67d1fb644617 req-bc664ec4-3c0e-4260-9696-e168abe1117c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=563cac05-b699-4d73-a998-3e0c3f2dbda9 HTTP/1.1" status: 200 len: 217 time: 0.2256904 Apr 21 14:41:01.125145 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071', 'status': 'completed', 'code': 200} Apr 21 14:41:01.180498 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bb34fe72-36a9-4af7-9a3b-887320e7ab5f req-fe621d35-0bf1-4df5-93be-2e79fca343c2 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817992 Apr 21 14:41:01.285590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a7957-9d15-45b3-b605-67d1fb644617 req-fb54b3ca-43dc-41c8-82d8-f08625dd8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:01.288794 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eb6a7957-9d15-45b3-b605-67d1fb644617 req-fb54b3ca-43dc-41c8-82d8-f08625dd8d34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5cb7ba8-c9f8-4181-a427-237fd83ba5bd HTTP/1.1" status: 200 len: 853 time: 0.2190433 Apr 21 14:41:01.298353 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a4613bcb-fc68-426d-a306-59a6f8ec098f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:01.394218 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a4613bcb-fc68-426d-a306-59a6f8ec098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:01.408674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:01.412590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-de0a4ffa-65be-40f9-b94a-be5ddcc73c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:01.449245 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eb6a7957-9d15-45b3-b605-67d1fb644617 req-f156ae41-5a48-4a47-a22e-8909c0b72c3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c907955-4d5d-442b-ae69-abe5beaa5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483030 Apr 21 14:41:01.611027 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1142f9c-ade3-436d-b513-de635f1c7d0e req-8331fbfb-bf9a-4719-8ab4-4dd61dc56d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:01.614597 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f1142f9c-ade3-436d-b513-de635f1c7d0e req-8331fbfb-bf9a-4719-8ab4-4dd61dc56d1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 1098 time: 0.3841491 Apr 21 14:41:01.842475 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99e92f5-2f21-4cbf-a860-abf296a1e0e9']}} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:01.869692 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f92254f-1ab2-4874-8895-c08b430d29f8') {'for_net_delete': True} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:01.870232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f92254f-1ab2-4874-8895-c08b430d29f8') {} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:01.881900 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a4613bcb-fc68-426d-a306-59a6f8ec098f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa6e8aff7b8442c28b32762711c28e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3402267 Apr 21 14:41:01.902197 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57150) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:01.902414 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4613bcb-fc68-426d-a306-59a6f8ec098f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da57ab0d-8354-410f-ab36-e79ec16013e5,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:01.926474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838360413'] for segment, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:01.996783 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:02.005922 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=86343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:41:02.011473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-469536e4-d213-468d-aaf6-a8bcb31c4070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': '13cddd9d-488c-4128-8c52-34eb69cd7188', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'floating_ip_address': '172.28.3.203', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'port_id': '06c4f399-bafa-497b-a88b-be57cd77e071', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'mac_address': 'fa:16:3e:12:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3d87fa-22da-44a3-9423-dac72613f702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:40:14Z', 'updated_at': '2021-04-21T14:40:56Z', 'revision_number': 1, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:11Z', 'revision_number': 5, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:02.017979 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a4613bcb-fc68-426d-a306-59a6f8ec098f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:02.053397 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469536e4-d213-468d-aaf6-a8bcb31c4070 None None] The sync data for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb is: [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': '13cddd9d-488c-4128-8c52-34eb69cd7188', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'floating_ip_address': '172.28.3.203', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'port_id': '06c4f399-bafa-497b-a88b-be57cd77e071', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'mac_address': 'fa:16:3e:12:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3d87fa-22da-44a3-9423-dac72613f702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:40:14Z', 'updated_at': '2021-04-21T14:40:56Z', 'revision_number': 1, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:11Z', 'revision_number': 5, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:41:02.187291 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eb6a7957-9d15-45b3-b605-67d1fb644617 req-88b4d903-cc14-4799-a27e-5b3714958dcc service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7085068 Apr 21 14:41:02.275193 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16335d94-a741-448c-9c4e-3e0e117c7a22 req-94c791fd-50d3-4769-b55d-dea6523c2a8f tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:02.278415 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-16335d94-a741-448c-9c4e-3e0e117c7a22 req-94c791fd-50d3-4769-b55d-dea6523c2a8f tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 944 time: 0.3803287 Apr 21 14:41:02.347429 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] Network f99e92f5-2f21-4cbf-a860-abf296a1e0e9 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:41:02.361221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16416190'] for segment, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:02.597360 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eb6a7957-9d15-45b3-b605-67d1fb644617 req-dd1e1b7d-765d-46a2-9319-08d38b73a2d1 service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970907 Apr 21 14:41:02.635536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 563cac05-b699-4d73-a998-3e0c3f2dbda9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:41:02.652192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] Network f99e92f5-2f21-4cbf-a860-abf296a1e0e9 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:41:02.808316 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-16335d94-a741-448c-9c4e-3e0e117c7a22 req-d405249d-a6d0-4306-825f-9da01510911f tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095413 Apr 21 14:41:02.819972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1142f9c-ade3-436d-b513-de635f1c7d0e req-7d36c468-31fc-4491-9b0b-8fec96a34d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:02.821799 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f1142f9c-ade3-436d-b513-de635f1c7d0e req-7d36c468-31fc-4491-9b0b-8fec96a34d47 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 917 time: 1.1637807 Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:41:02.822714 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:41:02.837226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:02.889800 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3c969-2222-419d-8e2b-61308bcdaede req-0926824d-b241-4be1-958d-812f403d55aa tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:02.891670 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cbe3c969-2222-419d-8e2b-61308bcdaede req-0926824d-b241-4be1-958d-812f403d55aa tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.2916815 Apr 21 14:41:02.923810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f3f0a1-0c5e-4de6-88e9-299b7cc04d68 None None] New status for floating IP 13cddd9d-488c-4128-8c52-34eb69cd7188: ACTIVE {{(pid=86345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:41:03.039997 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cbe3c969-2222-419d-8e2b-61308bcdaede req-6fa5c1f2-42aa-42d1-a53c-68e2ea60f04f tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275914 Apr 21 14:41:03.141014 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 563cac05-b699-4d73-a998-3e0c3f2dbda9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=563cac05-b699-4d73-a998-3e0c3f2dbda9,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:41:03.217466 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '563cac05-b699-4d73-a998-3e0c3f2dbda9', 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d', 'port_id': '563cac05-b699-4d73-a998-3e0c3f2dbda9', 'mac_address': 'fa:16:3e:a1:10:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5cb7ba8-c9f8-4181-a427-237fd83ba5bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:41:03.292342 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:03.299709 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f1142f9c-ade3-436d-b513-de635f1c7d0e req-a79666a7-4d70-4c43-ada1-eb6cee21da0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06c4f399-bafa-497b-a88b-be57cd77e071 HTTP/1.1" status: 200 len: 999 time: 0.4640837 Apr 21 14:41:03.308201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-93720425-d732-4c9c-b5dd-7d739c1f933b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:03.350379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:03.378433 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f99e92f5-2f21-4cbf-a860-abf296a1e0e9 HTTP/1.1" status: 204 len: 168 time: 2.6141160 Apr 21 14:41:03.386768 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6744862f-d8ea-4515-93f1-392e4f5489fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:03.390522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] Pushing event deleted for resources: {'Network': ['ID=f99e92f5-2f21-4cbf-a860-abf296a1e0e9,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:03.404639 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8e6b759b-25f1-4c70-b4fe-522b8b0d2925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:03.441544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6744862f-d8ea-4515-93f1-392e4f5489fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:03.464145 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1142f9c-ade3-436d-b513-de635f1c7d0e req-b78d7428-3f21-40f1-bd1d-f7d20fe415bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:03.466025 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f1142f9c-ade3-436d-b513-de635f1c7d0e req-b78d7428-3f21-40f1-bd1d-f7d20fe415bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 200 len: 855 time: 0.1333435 Apr 21 14:41:03.551112 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563cac05-b699-4d73-a998-3e0c3f2dbda9 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:41:03.561362 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57178) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:03.583656 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 563cac05-b699-4d73-a998-3e0c3f2dbda9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=563cac05-b699-4d73-a998-3e0c3f2dbda9,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:41:03.589175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:03.594112 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:03.663734 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1142f9c-ade3-436d-b513-de635f1c7d0e req-ac56e9e9-0e88-4d3e-98a4-99563d9b7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:03.666248 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f1142f9c-ade3-436d-b513-de635f1c7d0e req-ac56e9e9-0e88-4d3e-98a4-99563d9b7988 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1770318 Apr 21 14:41:03.667718 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6744862f-d8ea-4515-93f1-392e4f5489fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:03.674010 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c37466d0-d456-43b6-921b-8adf68e20863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:03.679169 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-045335d3-1535-4b6c-bbdc-deba1fdf67c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a5762ebd9614e04bb337b267f61e243&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1156831 Apr 21 14:41:03.683569 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57182) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:03.767440 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=563cac05-b699-4d73-a998-3e0c3f2dbda9,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:03.774419 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:03.780676 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744862f-d8ea-4515-93f1-392e4f5489fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da57ab0d-8354-410f-ab36-e79ec16013e5,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:03.823671 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c44f6712-a5fd-43bd-92aa-2abd5b550b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:03.823782 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6744862f-d8ea-4515-93f1-392e4f5489fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:03.839866 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6744862f-d8ea-4515-93f1-392e4f5489fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:03.843101 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6744862f-d8ea-4515-93f1-392e4f5489fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da57ab0d-8354-410f-ab36-e79ec16013e5 HTTP/1.1" status: 204 len: 168 time: 1.9520831 Apr 21 14:41:03.895029 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f1142f9c-ade3-436d-b513-de635f1c7d0e req-35461b6a-6532-4701-8e22-e802e5a21170 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113006 Apr 21 14:41:03.899638 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c44f6712-a5fd-43bd-92aa-2abd5b550b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:04.033826 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c44f6712-a5fd-43bd-92aa-2abd5b550b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:04.055376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['563cac05-b699-4d73-a998-3e0c3f2dbda9'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:41:04.056706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:04.080023 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f6712-a5fd-43bd-92aa-2abd5b550b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8eced4-6159-47fb-afd2-595967b2878b,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:04.102835 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c44f6712-a5fd-43bd-92aa-2abd5b550b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:04.128611 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c44f6712-a5fd-43bd-92aa-2abd5b550b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:04.135853 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c44f6712-a5fd-43bd-92aa-2abd5b550b7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a8eced4-6159-47fb-afd2-595967b2878b HTTP/1.1" status: 204 len: 168 time: 0.4504182 Apr 21 14:41:04.166198 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f1142f9c-ade3-436d-b513-de635f1c7d0e req-fb28468e-8101-4bb3-b7bf-aa2c56ddc6f9 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628450 Apr 21 14:41:04.595601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9e03b-ccfc-49e8-97c5-f6d0f9e8d319 req-94f03bdb-f8c8-40bd-b710-5edca2fcf0a8 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:04.597469 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0de9e03b-ccfc-49e8-97c5-f6d0f9e8d319 req-94f03bdb-f8c8-40bd-b710-5edca2fcf0a8 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 945 time: 0.4103584 Apr 21 14:41:04.640838 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57214) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:04.678060 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7be369b8-15d0-4c46-91f4-b3e796fd1eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:04.712520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-7be369b8-15d0-4c46-91f4-b3e796fd1eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:04.719296 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-7be369b8-15d0-4c46-91f4-b3e796fd1eac admin admin] Usage tracker for resource:security_group_rule and tenant:efe531a9677c43188fae575f16ae9f10 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:04.722970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-7be369b8-15d0-4c46-91f4-b3e796fd1eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:04.732942 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-7be369b8-15d0-4c46-91f4-b3e796fd1eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:04.795849 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0de9e03b-ccfc-49e8-97c5-f6d0f9e8d319 req-91efccd9-f693-4112-9ac7-743d4d1fb8fc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628010 Apr 21 14:41:04.876746 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8225a9a-2ce0-4bab-bb77-5c4580d96aec req-9c4c7a38-b95e-40f1-a0df-8407d0015dfd tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:04.895725 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c8225a9a-2ce0-4bab-bb77-5c4580d96aec req-9c4c7a38-b95e-40f1-a0df-8407d0015dfd tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.5327587 Apr 21 14:41:04.909505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7be369b8-15d0-4c46-91f4-b3e796fd1eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:04.915328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7be369b8-15d0-4c46-91f4-b3e796fd1eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:04.935602 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-eb20c946-3d44-44a0-a773-35dabaaf7171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:05.008725 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c8225a9a-2ce0-4bab-bb77-5c4580d96aec req-8f491da2-86a9-4363-9736-ad13a682bba7 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074305 Apr 21 14:41:05.042821 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7befd8f2-c410-40bb-8117-38b036eb979e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:05.061695 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-7be369b8-15d0-4c46-91f4-b3e796fd1eac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efe531a9677c43188fae575f16ae9f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190550 Apr 21 14:41:05.062855 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be369b8-15d0-4c46-91f4-b3e796fd1eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12b9999-5e43-4393-bf9c-b76c4272f23a,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:05.066832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7be369b8-15d0-4c46-91f4-b3e796fd1eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:05.067495 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57232) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:05.168677 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9a6f26d4-79ed-4bc7-ae03-8526cfa741ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:05.204982 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9a6f26d4-79ed-4bc7-ae03-8526cfa741ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:05.300382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9a6f26d4-79ed-4bc7-ae03-8526cfa741ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:05.304820 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:05.323614 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f26d4-79ed-4bc7-ae03-8526cfa741ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12b9999-5e43-4393-bf9c-b76c4272f23a,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:05.326275 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9a6f26d4-79ed-4bc7-ae03-8526cfa741ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:05.327261 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9a6f26d4-79ed-4bc7-ae03-8526cfa741ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:05.333547 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-9a6f26d4-79ed-4bc7-ae03-8526cfa741ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e12b9999-5e43-4393-bf9c-b76c4272f23a HTTP/1.1" status: 204 len: 168 time: 0.2600846 Apr 21 14:41:05.759063 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57262) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:05.949164 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1462646131-network', 'tenant_id': '3214a692023d4ab892db2772036c242c'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:05.955453 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:05.962426 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Usage tracker for resource:network and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:05.970851 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:05.989738 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:06.007901 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Made reservation on behalf of 3214a692023d4ab892db2772036c242c for: {'network': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:41:06.015601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:06.042465 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:06.075170 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:06.083705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:06.090431 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:06.104085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:06.175769 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3dd8d-bcb4-49a6-8193-1958f52cfa9f req-263dc99d-b291-4910-86f4-e33e23167afc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:06.178871 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b7d3dd8d-bcb4-49a6-8193-1958f52cfa9f req-263dc99d-b291-4910-86f4-e33e23167afc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 945 time: 0.1711388 Apr 21 14:41:06.336831 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b7d3dd8d-bcb4-49a6-8193-1958f52cfa9f req-8afd97bc-89ad-40f4-a516-5729353a7479 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287971 Apr 21 14:41:06.369505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:06.377970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:06.411701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:06.449467 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=86343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:41:06.470628 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:06.471688 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Added segment e8d12bad-ef07-46f0-b9a8-cd525992932c of type vlan for network 360abb24-8ba4-4c03-a629-c3398e2a39ca Apr 21 14:41:06.530455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f461c-180f-4b52-a4f3-294a562bba26 req-4017a888-4b7b-4a7f-a30c-53ec033b0dd2 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:06.532498 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5f9f461c-180f-4b52-a4f3-294a562bba26 req-4017a888-4b7b-4a7f-a30c-53ec033b0dd2 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.1837082 Apr 21 14:41:06.627080 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5f9f461c-180f-4b52-a4f3-294a562bba26 req-d3489a50-866a-4df8-9f8f-b0e67793b246 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828676 Apr 21 14:41:06.653262 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 563cac05-b699-4d73-a998-3e0c3f2dbda9 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:41:06.686576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:06.734454 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9be688-929d-4726-8da8-068bc19466e8,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:06.753279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:06.810912 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:06.815577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:06.817118 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:06.829972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port 563cac05-b699-4d73-a998-3e0c3f2dbda9 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:41:06.836088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:06.840113 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 563cac05-b699-4d73-a998-3e0c3f2dbda9 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:06.840937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:07.003496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=360abb24-8ba4-4c03-a629-c3398e2a39ca,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:07.007354 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:07.009411 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2487864 Apr 21 14:41:07.013019 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57322) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:07.025035 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Request body: {'subnet': {'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1462646131-subnet', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:07.042231 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:07.050433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Usage tracker for resource:subnet and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:07.055045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network 360abb24-8ba4-4c03-a629-c3398e2a39ca details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:41:07.056300 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:07.074297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:07.101680 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Made reservation on behalf of 3214a692023d4ab892db2772036c242c for: {'subnet': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:41:07.116774 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:07.191453 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:07.236306 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 563cac05-b699-4d73-a998-3e0c3f2dbda9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=563cac05-b699-4d73-a998-3e0c3f2dbda9,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:41:07.240216 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9bfbe2-97f2-402f-bdee-03820c43a5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563cac05-b699-4d73-a998-3e0c3f2dbda9'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:41:07.248265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:07.251513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:07.348571 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9bfbe2-97f2-402f-bdee-03820c43a5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563cac05-b699-4d73-a998-3e0c3f2dbda9', 'code': 200} Apr 21 14:41:07.394565 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=563cac05-b699-4d73-a998-3e0c3f2dbda9,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:07.407821 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:07.819567 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57344) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:07.886288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57350) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:07.923613 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b73ede-dd8c-4532-b8a2-2f1422bfe6f8 req-72ad7f69-1eaf-42bb-9c43-0350d79e6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:07.925356 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d7b73ede-dd8c-4532-b8a2-2f1422bfe6f8 req-72ad7f69-1eaf-42bb-9c43-0350d79e6752 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 1099 time: 0.2327602 Apr 21 14:41:08.074697 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4b543028-6a4c-4db3-ac00-6f6efab2fc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.113580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4b543028-6a4c-4db3-ac00-6f6efab2fc16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:08.121458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4b543028-6a4c-4db3-ac00-6f6efab2fc16 admin admin] Usage tracker for resource:security_group_rule and tenant:df25de2ff4be4e5cb65e57a6ac9ae16e is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:08.128008 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4b543028-6a4c-4db3-ac00-6f6efab2fc16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:08.144056 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d7b73ede-dd8c-4532-b8a2-2f1422bfe6f8 req-1793e4b7-2c45-4ec1-9735-35ff7b34214a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109766 Apr 21 14:41:08.145961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4b543028-6a4c-4db3-ac00-6f6efab2fc16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:08.171640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.187265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a0a44a9e-8771-4370-b860-2a1cb6d9e274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:08.251578 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-70279415-40f4-4037-9823-845dbfa0c59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.296357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-70279415-40f4-4037-9823-845dbfa0c59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:08.304896 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f133265-4d34-4e77-a779-eeadbdefd03a req-7d1d3196-1bb5-491c-9707-a75480c94903 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:08.306651 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6f133265-4d34-4e77-a779-eeadbdefd03a req-7d1d3196-1bb5-491c-9707-a75480c94903 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 946 time: 0.3821106 Apr 21 14:41:08.312779 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-70279415-40f4-4037-9823-845dbfa0c59d admin admin] Usage tracker for resource:security_group_rule and tenant:119629bad16049e0985d3cefa392a0c6 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:08.316727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4373fac8-0ea7-433a-8edf-8ff9cea3501d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.318837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-70279415-40f4-4037-9823-845dbfa0c59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:08.331589 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-70279415-40f4-4037-9823-845dbfa0c59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:08.355263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3000c177-c2b6-4910-a0a4-b4dc9431018a,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:08.363935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:08.405868 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Checking segment: {'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:41:08.406281 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Network hostable DHCP agents. Network: 360abb24-8ba4-4c03-a629-c3398e2a39ca, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:41:08.421933 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4b543028-6a4c-4db3-ac00-6f6efab2fc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.427652 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6f133265-4d34-4e77-a779-eeadbdefd03a req-4002c805-5992-4244-9f9d-4bd7178c6090 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046815 Apr 21 14:41:08.430280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4b543028-6a4c-4db3-ac00-6f6efab2fc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.444329 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7b51dddf-113f-4ca4-a3a6-9e1f684cd0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:08.458847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Network 360abb24-8ba4-4c03-a629-c3398e2a39ca is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:41:08.477766 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f97cf2-1ebd-42bf-a81f-fea159631b03 req-02044055-bcda-4d61-b00b-f3100790cf96 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:08.479529 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-60f97cf2-1ebd-42bf-a81f-fea159631b03 req-02044055-bcda-4d61-b00b-f3100790cf96 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.2412879 Apr 21 14:41:08.480779 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, 360abb24-8ba4-4c03-a629-c3398e2a39ca) {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:41:08.488818 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:08.490460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.500516 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b543028-6a4c-4db3-ac00-6f6efab2fc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a29137-df83-4bdb-b6fd-e9537a115f37,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:08.503759 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe15032d-48a2-4e54-bd04-bdc79614f3ff None None] Network 360abb24-8ba4-4c03-a629-c3398e2a39ca requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:41:08.505818 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4b543028-6a4c-4db3-ac00-6f6efab2fc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:08.510925 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-4b543028-6a4c-4db3-ac00-6f6efab2fc16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df25de2ff4be4e5cb65e57a6ac9ae16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6878381 Apr 21 14:41:08.513140 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57356) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:08.612226 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5924528 Apr 21 14:41:08.614703 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57360) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:08.616616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-70279415-40f4-4037-9823-845dbfa0c59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.618965 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-60f97cf2-1ebd-42bf-a81f-fea159631b03 req-bef2ba6d-3048-4ee8-833b-a7042a0a1d9d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929530 Apr 21 14:41:08.626531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:08.634579 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-70279415-40f4-4037-9823-845dbfa0c59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.642917 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:08.645525 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7be369b8-15d0-4c46-91f4-b3e796fd1eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:08.667899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Usage tracker for resource:router and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:08.695463 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:08.725648 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5cf297c5-826d-4b62-8fe7-ea8e95aaea5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.729578 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:08.733738 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70279415-40f4-4037-9823-845dbfa0c59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22623fb5-9131-4e0c-b432-af78fcddd0c9,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:08.743559 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-70279415-40f4-4037-9823-845dbfa0c59d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=119629bad16049e0985d3cefa392a0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8513255 Apr 21 14:41:08.743559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-70279415-40f4-4037-9823-845dbfa0c59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:08.750219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57366) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:08.804281 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-431851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15891'] for router, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.805891 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854343965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854326267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759909'] for router, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.821920 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5cf297c5-826d-4b62-8fe7-ea8e95aaea5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.910500 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:08.937998 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7de83104-0c8f-4108-83f6-9432d2814f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:09.033574 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:09.034275 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7de83104-0c8f-4108-83f6-9432d2814f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:09.048447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5cf297c5-826d-4b62-8fe7-ea8e95aaea5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:09.192883 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff83c420-0941-5bda-b2c0-79d0f2ff311f-360abb24-8ba4-4c03-a629-c3398e2a39ca', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a'}]}} from dv-cinder-786385-2-smb. {{(pid=86345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 14:41:09.194106 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:09.226957 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ee325d6b-b90b-45ba-b93e-017c8136fa13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:09.427475 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Allocated IP 172.20.0.2 (360abb24-8ba4-4c03-a629-c3398e2a39ca/3000c177-c2b6-4910-a0a4-b4dc9431018a/7d6f4d7a-a89f-4488-a947-ea9a67fa60da) {{(pid=86345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:41:09.603216 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854326030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854345128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759926'] for router, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:09.620664 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7de83104-0c8f-4108-83f6-9432d2814f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:09.657657 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf297c5-826d-4b62-8fe7-ea8e95aaea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a29137-df83-4bdb-b6fd-e9537a115f37,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:09.667803 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5cf297c5-826d-4b62-8fe7-ea8e95aaea5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:09.674528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4b543028-6a4c-4db3-ac00-6f6efab2fc16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:09.683123 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5cf297c5-826d-4b62-8fe7-ea8e95aaea5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:09.684399 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-5cf297c5-826d-4b62-8fe7-ea8e95aaea5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09a29137-df83-4bdb-b6fd-e9537a115f37 HTTP/1.1" status: 204 len: 168 time: 1.1647129 Apr 21 14:41:09.750071 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:09.775316 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de83104-0c8f-4108-83f6-9432d2814f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22623fb5-9131-4e0c-b432-af78fcddd0c9,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:09.778659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7de83104-0c8f-4108-83f6-9432d2814f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:09.781180 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-7de83104-0c8f-4108-83f6-9432d2814f22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22623fb5-9131-4e0c-b432-af78fcddd0c9 HTTP/1.1" status: 204 len: 168 time: 1.0277746 Apr 21 14:41:09.782440 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7de83104-0c8f-4108-83f6-9432d2814f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:09.908703 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:09.965066 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Notify callbacks [] for port, precommit_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:09.987996 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Transition to ACTIVE for port object 7d6f4d7a-a89f-4488-a947-ea9a67fa60da will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:41:09.998413 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1fcbb-e809-49bf-a299-a084860b4c58 req-35c1cbbe-d58f-4a0e-a3dc-63a01bd4d3ae tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:10.007321 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f0f1fcbb-e809-49bf-a299-a084860b4c58 req-35c1cbbe-d58f-4a0e-a3dc-63a01bd4d3ae tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 946 time: 0.3024507 Apr 21 14:41:10.021739 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Transition to ACTIVE for port object 7d6f4d7a-a89f-4488-a947-ea9a67fa60da will not be triggered until provisioned by entity DHCP. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:41:10.030716 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:10.047998 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:10.091750 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f0f1fcbb-e809-49bf-a299-a084860b4c58 req-1a1e9b6a-53b8-46d5-9ed4-2b49af6f4540 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832658 Apr 21 14:41:10.121828 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61927bb0-2c88-4d2d-a31b-574d1d3ff2a6 req-e13a6b89-c9c9-4fed-9012-4783b9b6d416 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:10.124607 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-61927bb0-2c88-4d2d-a31b-574d1d3ff2a6 req-e13a6b89-c9c9-4fed-9012-4783b9b6d416 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.2881322 Apr 21 14:41:10.133738 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Network 360abb24-8ba4-4c03-a629-c3398e2a39ca is already hosted by enough agents. {{(pid=86345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:41:10.137317 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Resources bound (agent type, host, resource id): {{(pid=86345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:41:10.141910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Received port after_create {{(pid=86345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:41:10.215387 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Pushing event updated for resources: {'Port': ['ID=7d6f4d7a-a89f-4488-a947-ea9a67fa60da,revision_number=1']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:10.234456 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-61927bb0-2c88-4d2d-a31b-574d1d3ff2a6 req-48fc341c-b91d-41d1-93fc-2617f23b0718 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997372 Apr 21 14:41:10.255599 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:10.286964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Attempting to bind port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:41:10.287395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Attempting to bind port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:41:10.287816 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Attempting to bind port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da on network 360abb24-8ba4-4c03-a629-c3398e2a39ca {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:41:10.295930 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:41:10.296319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Checking segment: {'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:41:10.296952 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:10.297412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Bound using segment: {'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:41:10.298065 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Bound port: 7d6f4d7a-a89f-4488-a947-ea9a67fa60da, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:41:10.298450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:10.335258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:10.407729 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:10.506799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] For port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:41:10.514854 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] For port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=7d6f4d7a-a89f-4488-a947-ea9a67fa60da,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:41:10.520189 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:10.530237 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:10.586464 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Allocated IP 172.28.3.129 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/d1d7a0c7-ff58-47c5-81cd-709ebe6fd768) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:41:10.586863 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57406) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:10.626394 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ae51f02d-698f-4822-93a6-d812237f50bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:10.630365 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Pushing event updated for resources: {'Port': ['ID=7d6f4d7a-a89f-4488-a947-ea9a67fa60da,revision_number=2']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:10.643968 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:10.674895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ae51f02d-698f-4822-93a6-d812237f50bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:10.714175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ae51f02d-698f-4822-93a6-d812237f50bd admin admin] Usage tracker for resource:security_group_rule and tenant:a2d2b58ca4bd4924943598d3a4fe5dd5 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:10.724530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ae51f02d-698f-4822-93a6-d812237f50bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:10.744179 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ae51f02d-698f-4822-93a6-d812237f50bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:10.817722 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:10.873835 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:10.880736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-601ccdca-0439-4d54-8039-06439c3be130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:10.881593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ae51f02d-698f-4822-93a6-d812237f50bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:10.885837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ae51f02d-698f-4822-93a6-d812237f50bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:10.901206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-60f0c56c-5684-426b-b5b9-6e2934f6ba9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:10.925132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:10.939904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51f02d-698f-4822-93a6-d812237f50bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21a4df3-a247-418f-bd5b-27a43f4abe34,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:10.945469 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ae51f02d-698f-4822-93a6-d812237f50bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:10.953170 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:41:10.960380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:41:10.965519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:41:10.972364 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ae51f02d-698f-4822-93a6-d812237f50bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2d2b58ca4bd4924943598d3a4fe5dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842602 Apr 21 14:41:10.973078 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57422) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:11.038686 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d7a0c7-ff58-47c5-81cd-709ebe6fd768,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:11.048923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:11.163854 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-054a8821-6b0e-4072-83c7-b5cf3685d89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:11.212676 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-054a8821-6b0e-4072-83c7-b5cf3685d89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:11.315869 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-054a8821-6b0e-4072-83c7-b5cf3685d89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:11.323189 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1ac8dbb1-8b84-4e70-ba35-f006578ab801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:11.338933 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-054a8821-6b0e-4072-83c7-b5cf3685d89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:11.344523 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-054a8821-6b0e-4072-83c7-b5cf3685d89f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b21a4df3-a247-418f-bd5b-27a43f4abe34 HTTP/1.1" status: 204 len: 168 time: 0.3703139 Apr 21 14:41:11.347908 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a8821-6b0e-4072-83c7-b5cf3685d89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21a4df3-a247-418f-bd5b-27a43f4abe34,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:11.350777 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-054a8821-6b0e-4072-83c7-b5cf3685d89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:11.742647 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d122630-345d-403c-9889-bbb857b3eabb req-c30a78b1-7cc8-45e1-b074-e1a6ce6ad640 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:11.751513 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4d122630-345d-403c-9889-bbb857b3eabb req-c30a78b1-7cc8-45e1-b074-e1a6ce6ad640 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.2188683 Apr 21 14:41:11.768153 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138e333-5a97-478f-8431-de4c5634b462 req-e58b07e4-8af8-44a5-9970-d71cdbf7319c tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:11.769950 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e138e333-5a97-478f-8431-de4c5634b462 req-e58b07e4-8af8-44a5-9970-d71cdbf7319c tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 946 time: 0.3940942 Apr 21 14:41:11.854547 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e138e333-5a97-478f-8431-de4c5634b462 req-23fc3b23-bb36-4d31-95e1-f3748f11f2a8 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682304 Apr 21 14:41:11.957133 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4d122630-345d-403c-9889-bbb857b3eabb req-974098fa-8237-4958-b774-7fa17fe9c1b6 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043021 Apr 21 14:41:12.124378 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 7d6f4d7a-a89f-4488-a947-ea9a67fa60da up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:41:12.238314 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:12.249679 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:41:12.512536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57472) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:12.546395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1b2b18a8-3ebe-4901-9a43-f93a689ced9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:12.608095 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-1b2b18a8-3ebe-4901-9a43-f93a689ced9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:12.619332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-1b2b18a8-3ebe-4901-9a43-f93a689ced9f admin admin] Usage tracker for resource:security_group_rule and tenant:f365a3731af243498d5350d2e84322af is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:12.627947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-1b2b18a8-3ebe-4901-9a43-f93a689ced9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:12.642590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-1b2b18a8-3ebe-4901-9a43-f93a689ced9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:12.688908 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b8c72-f295-4908-9098-0d303c9f7841 None None] Network 360abb24-8ba4-4c03-a629-c3398e2a39ca requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:41:12.747001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-430656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449752'] for router, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:12.794174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-c5f063f5-e5d4-457a-848e-c6a7cf35f4ad None None] Provisioning for port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:41:12.802944 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-c5f063f5-e5d4-457a-848e-c6a7cf35f4ad None None] Provisioning complete for port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:12.803341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c5f063f5-e5d4-457a-848e-c6a7cf35f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:12.859214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1b2b18a8-3ebe-4901-9a43-f93a689ced9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:12.865494 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1b2b18a8-3ebe-4901-9a43-f93a689ced9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:12.922880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ae51f02d-698f-4822-93a6-d812237f50bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:12.950797 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-1b2b18a8-3ebe-4901-9a43-f93a689ced9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f365a3731af243498d5350d2e84322af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361079 Apr 21 14:41:12.963833 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57478) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:13.063536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b18a8-3ebe-4901-9a43-f93a689ced9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cccb1c0-e756-43f9-9481-33555b25502c,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:13.105447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1b2b18a8-3ebe-4901-9a43-f93a689ced9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:13.149447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c5f063f5-e5d4-457a-848e-c6a7cf35f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:13.234531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-46b99836-4a1c-434d-858e-5b065bcb9c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:13.262810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-c5f063f5-e5d4-457a-848e-c6a7cf35f4ad None None] For port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=7d6f4d7a-a89f-4488-a947-ea9a67fa60da,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:41:13.269872 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c5f063f5-e5d4-457a-848e-c6a7cf35f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:13.273037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:13.370624 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-46b99836-4a1c-434d-858e-5b065bcb9c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:13.465947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f063f5-e5d4-457a-848e-c6a7cf35f4ad None None] Pushing event updated for resources: {'Port': ['ID=7d6f4d7a-a89f-4488-a947-ea9a67fa60da,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:13.471728 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c5f063f5-e5d4-457a-848e-c6a7cf35f4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:13.595517 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Router 556de49b-a657-47fe-adf8-b766db475ce9 is scheduled to L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a with binding_index 1 {{(pid=86343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 14:41:13.602260 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-93242fc7-effe-470a-a58a-d39ff3f0ee91 None None] Provisioning complete for port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:13.602981 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93242fc7-effe-470a-a58a-d39ff3f0ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:13.643338 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad73e5-8494-48f6-b29d-076c0ecead4e req-49c9b96c-edef-40e1-9646-d751e431219a tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:13.652178 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-91ad73e5-8494-48f6-b29d-076c0ecead4e req-49c9b96c-edef-40e1-9646-d751e431219a tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.1759112 Apr 21 14:41:13.703740 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-91ad73e5-8494-48f6-b29d-076c0ecead4e req-7d9b8050-eee3-4166-ba0f-6f533d99d4a7 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505328 Apr 21 14:41:13.714346 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-46b99836-4a1c-434d-858e-5b065bcb9c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:13.727928 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:13.758754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b99836-4a1c-434d-858e-5b065bcb9c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cccb1c0-e756-43f9-9481-33555b25502c,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:13.761373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-46b99836-4a1c-434d-858e-5b065bcb9c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:13.768049 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-46b99836-4a1c-434d-858e-5b065bcb9c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:13.769363 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-46b99836-4a1c-434d-858e-5b065bcb9c6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9cccb1c0-e756-43f9-9481-33555b25502c HTTP/1.1" status: 204 len: 168 time: 0.7963099 Apr 21 14:41:13.876238 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:41:13.896783 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Sync routers for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:41:13.926420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:41:13.926859 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:41:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:13.930278 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Notify callbacks [] for router, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:13.931875 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3138011 Apr 21 14:41:13.934851 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57506) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:14.008882 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 7d6f4d7a-a89f-4488-a947-ea9a67fa60da up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:41:14.130549 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:14.132096 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:14.304126 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:41:14.777200 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:11Z', 'revision_number': 3, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:14.800884 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Checking router: 556de49b-a657-47fe-adf8-b766db475ce9 for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:41:14.801586 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Updating router 556de49b-a657-47fe-adf8-b766db475ce9 port d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 binding host dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:41:15.003527 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:15.208109 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8c2b9-4ad1-412c-8329-d73ac5e52acc req-6d5e8486-f0a8-412f-8987-d45ff4bc777b tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:15.215987 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b9b8c2b9-4ad1-412c-8329-d73ac5e52acc req-6d5e8486-f0a8-412f-8987-d45ff4bc777b tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.3571100 Apr 21 14:41:15.328164 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b9b8c2b9-4ad1-412c-8329-d73ac5e52acc req-5035b095-e76b-41b0-9efc-4cbfc302a7ba tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929246 Apr 21 14:41:15.540298 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:15.694536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Notify callbacks [] for port, precommit_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:15.709437 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Transition to ACTIVE for port object d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 will not be triggered until provisioned by entity L2. {{(pid=86346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:41:15.717440 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:15.723538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:15.837466 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Pushing event updated for resources: {'Port': ['ID=d1d7a0c7-ff58-47c5-81cd-709ebe6fd768,revision_number=2']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:15.842142 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Attempting to bind port d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:41:15.842142 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Attempting to bind port d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:41:15.842142 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Attempting to bind port d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 on network 8a2848aa-eba2-47a6-8083-67a357f861ae {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:41:15.859754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:15.860188 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:15.860492 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:15.860878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:15.861255 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:15.861625 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:15.861990 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:15.862349 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:15.862706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:15.863058 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:15.863417 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:15.863966 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:15.876416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:41:15.877183 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Checking segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:41:15.877296 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:15.877702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Bound using segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:41:15.887582 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Bound port: d1d7a0c7-ff58-47c5-81cd-709ebe6fd768, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:41:15.888336 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:15.917723 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:15.963044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Allocated IP 172.20.0.1 (360abb24-8ba4-4c03-a629-c3398e2a39ca/3000c177-c2b6-4910-a0a4-b4dc9431018a/f3fe04df-09a5-43c8-aca7-8c48f28c49ee) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:41:16.006347 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] For port d1d7a0c7-ff58-47c5-81cd-709ebe6fd768, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:41:16.010471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] For port d1d7a0c7-ff58-47c5-81cd-709ebe6fd768, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=d1d7a0c7-ff58-47c5-81cd-709ebe6fd768,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:41:16.015885 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:16.020557 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:16.111838 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:41:16.112544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:41:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:16.252384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Pushing event updated for resources: {'Port': ['ID=d1d7a0c7-ff58-47c5-81cd-709ebe6fd768,revision_number=3']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:16.262867 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0febde7e-1d48-48e3-8842-528253b69761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:16.402892 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:41:16.535053 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:16.582033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Transition to ACTIVE for port object f3fe04df-09a5-43c8-aca7-8c48f28c49ee will not be triggered until provisioned by entity DHCP. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:41:16.632372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:16.645034 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cf915c18-ab12-4ea5-a22d-a7e7a0853c8d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:16.708142 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ca2cb-44fd-4c50-9d61-61c6a3bc91ce req-6dd81d15-ad09-4a5b-b746-5784cce8785d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:16.709889 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-af3ca2cb-44fd-4c50-9d61-61c6a3bc91ce req-6dd81d15-ad09-4a5b-b746-5784cce8785d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.1250932 Apr 21 14:41:16.748789 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Network 360abb24-8ba4-4c03-a629-c3398e2a39ca is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:41:16.751110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:41:16.755561 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Pushing event updated for resources: {'Port': ['ID=f3fe04df-09a5-43c8-aca7-8c48f28c49ee,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:16.765941 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:41:16.797945 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:16.859623 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854347771'] for router_interface, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:16.999940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:11Z', 'revision_number': 3, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:17.008119 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8ee99-036a-4547-9b84-6ada8eb2dfe0 None None] The sync data for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb is: [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:11Z', 'revision_number': 3, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:41:17.093544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:17.178526 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-bcd03579-b4b0-4836-8356-9ac76713c902 None None] Provisioning for port f3fe04df-09a5-43c8-aca7-8c48f28c49ee completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:41:17.187182 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-bcd03579-b4b0-4836-8356-9ac76713c902 None None] Provisioning complete for port f3fe04df-09a5-43c8-aca7-8c48f28c49ee triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:17.187881 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bcd03579-b4b0-4836-8356-9ac76713c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:17.218327 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-af3ca2cb-44fd-4c50-9d61-61c6a3bc91ce req-81db359c-48a0-4574-8e4d-0a8c12e00834 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000770 Apr 21 14:41:17.356570 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-bcd03579-b4b0-4836-8356-9ac76713c902 None None] Port f3fe04df-09a5-43c8-aca7-8c48f28c49ee cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:41:17.537489 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:17.543597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:17.639085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:17.677636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-68938fcd-54eb-4256-ba0b-2f3431be5454 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:17.682836 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-68938fcd-54eb-4256-ba0b-2f3431be5454 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/networks?id=9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 200 len: 813 time: 0.2626822 Apr 21 14:41:17.704094 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-afddb77c-789c-4199-91d7-04eb79166c94 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/quotas/7a2da49073544277aaca0ee42d00fa28 HTTP/1.1" status: 200 len: 375 time: 0.0156305 Apr 21 14:41:17.745476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428130'] for router_interface, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:17.816182 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Pushing event updated for resources: {'Port': ['ID=f3fe04df-09a5-43c8-aca7-8c48f28c49ee,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:17.832164 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:17.902600 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-4b89e865-8ddb-464c-b1f6-35c7d6acf1ac tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a2da49073544277aaca0ee42d00fa28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1878123 Apr 21 14:41:18.088155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Network 360abb24-8ba4-4c03-a629-c3398e2a39ca is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:41:18.089495 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:41:18.109858 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:41:18.208771 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-0250420a-9ceb-4277-bb1e-8ed1fcd16ae3 service neutron] 10.222.0.15 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910867 Apr 21 14:41:18.338822 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:41:18.356161 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:18.357672 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:18.414962 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Router 556de49b-a657-47fe-adf8-b766db475ce9 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:41:18.555336 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-0ac04b8e-32bc-4bec-bb96-ad8cc503fad7 None None] Provisioning complete for port f3fe04df-09a5-43c8-aca7-8c48f28c49ee triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:18.555766 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0ac04b8e-32bc-4bec-bb96-ad8cc503fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:18.656231 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:18.659740 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-e900e579-7f71-4494-b464-649a1acb2734 service neutron] 10.222.0.15 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496768 Apr 21 14:41:18.699282 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:41:18.699492 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port d1d7a0c7-ff58-47c5-81cd-709ebe6fd768, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=d1d7a0c7-ff58-47c5-81cd-709ebe6fd768,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:41:18.703910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:18.712309 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] 10.222.0.15 "PUT /v2.0/routers/556de49b-a657-47fe-adf8-b766db475ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7746339 Apr 21 14:41:18.713374 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:18.831116 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=d1d7a0c7-ff58-47c5-81cd-709ebe6fd768,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:18.842205 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-0ac04b8e-32bc-4bec-bb96-ad8cc503fad7 None None] Port f3fe04df-09a5-43c8-aca7-8c48f28c49ee cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:41:18.844802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:18.894295 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e54c6-6e37-46fc-b352-8c3aa9eaf87f req-ae00c054-467c-4cfe-bc54-a4ade6a853f5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:18.909604 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-868e54c6-6e37-46fc-b352-8c3aa9eaf87f req-ae00c054-467c-4cfe-bc54-a4ade6a853f5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.2574325 Apr 21 14:41:19.054994 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-868e54c6-6e37-46fc-b352-8c3aa9eaf87f req-663faeed-36b6-433e-a88b-9121db1aa2c2 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412706 Apr 21 14:41:19.273546 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0fb5ff8c-06d4-4f8e-a6c8-67ccbdbda317 req-ea5a89d8-5569-4f42-9db4-a369a0f71441 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 210 time: 0.1147017 Apr 21 14:41:20.001031 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:41:20.097400 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57682) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:20.105223 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238278828', 'description': 'tempest-description--1150542318'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:20.134106 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:20.150991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Usage tracker for resource:security_group and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:20.166522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:20.195129 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:20.198312 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:20.198562 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:20.235202 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:20.346966 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:20.370758 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Usage tracker for resource:security_group_rule and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:20.386166 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:20.400486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:20.615888 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:20.699845 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:20.710335 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:20.771914 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:20.799270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:20.816744 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Sync routers for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:41:20.842480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:20.849057 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7457483 Apr 21 14:41:20.850180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57704) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:20.875591 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:41:20.875925 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a53b2-422e-4d20-bf7f-17fd61d5381d req-c29248ec-c6dc-44a6-90ed-ae44b7c6c2ab tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:20.876837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:41:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:20.882328 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f78a53b2-422e-4d20-bf7f-17fd61d5381d req-c29248ec-c6dc-44a6-90ed-ae44b7c6c2ab tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.3388686 Apr 21 14:41:20.901414 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-24bac792-753f-44d0-8ffe-459ee46f77b4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Request body: {'security_group_rule': {'security_group_id': 'da92c7fc-fd1c-44b6-8ba3-82a7e1712b25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:20.924107 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-24bac792-753f-44d0-8ffe-459ee46f77b4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:20.932259 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-24bac792-753f-44d0-8ffe-459ee46f77b4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Usage tracker for resource:security_group_rule and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:20.939005 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-24bac792-753f-44d0-8ffe-459ee46f77b4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:20.946667 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-24bac792-753f-44d0-8ffe-459ee46f77b4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:21.036179 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a783ab77-a98e-426e-944a-2b9b9114bba5 req-e6822f83-66e3-4e0f-9331-dd7d152bbed5 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 210 time: 0.0785816 Apr 21 14:41:21.135059 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f78a53b2-422e-4d20-bf7f-17fd61d5381d req-1f42f161-2ec6-46ee-8445-34f8fba5c07e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788037 Apr 21 14:41:21.171608 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-24bac792-753f-44d0-8ffe-459ee46f77b4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:21.315597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-24bac792-753f-44d0-8ffe-459ee46f77b4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:21.320031 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-24bac792-753f-44d0-8ffe-459ee46f77b4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:21.322192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:21.352369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bac792-753f-44d0-8ffe-459ee46f77b4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03631b76-7520-44f8-b11d-b629b28b717e,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:21.413879 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-24bac792-753f-44d0-8ffe-459ee46f77b4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:21.423879 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-24bac792-753f-44d0-8ffe-459ee46f77b4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5696108 Apr 21 14:41:21.427970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57716) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:21.435112 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-24bac792-753f-44d0-8ffe-459ee46f77b4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:21.453898 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-acd0ae9a-ff23-49ca-ba96-f980d9ad2e02 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Request body: {'security_group_rule': {'security_group_id': 'da92c7fc-fd1c-44b6-8ba3-82a7e1712b25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:21.477995 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-acd0ae9a-ff23-49ca-ba96-f980d9ad2e02 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:21.493345 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-acd0ae9a-ff23-49ca-ba96-f980d9ad2e02 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Usage tracker for resource:security_group_rule and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:21.508304 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-acd0ae9a-ff23-49ca-ba96-f980d9ad2e02 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:21.532687 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-acd0ae9a-ff23-49ca-ba96-f980d9ad2e02 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:21.582744 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-acd0ae9a-ff23-49ca-ba96-f980d9ad2e02 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:21.651944 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:41:21.661647 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-a65d5ddb-03c8-47a5-a0f6-99c18469c063 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:21.663741 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-a65d5ddb-03c8-47a5-a0f6-99c18469c063 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "GET /v2.0/networks?id=9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 200 len: 813 time: 0.7587748 Apr 21 14:41:21.674748 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57722) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:21.711905 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Request body: {'port': {'device_id': '1d5f65b8-2daa-435e-85a9-be6518a3737a', 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d', 'admin_state_up': True, 'tenant_id': '7a2da49073544277aaca0ee42d00fa28'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:21.818147 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-acd0ae9a-ff23-49ca-ba96-f980d9ad2e02 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:21.822887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-acd0ae9a-ff23-49ca-ba96-f980d9ad2e02 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:21.831562 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-24bac792-753f-44d0-8ffe-459ee46f77b4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:21.947799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0ae9a-ff23-49ca-ba96-f980d9ad2e02 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1ef391-0efb-4586-adf0-53005f09cf58,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:21.966021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-acd0ae9a-ff23-49ca-ba96-f980d9ad2e02 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:21.973252 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-acd0ae9a-ff23-49ca-ba96-f980d9ad2e02 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5388372 Apr 21 14:41:21.973252 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-acd0ae9a-ff23-49ca-ba96-f980d9ad2e02 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:21.973576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57736) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:21.979770 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Request body: {'floatingip': {'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:21.992166 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:22.006455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Usage tracker for resource:floatingip and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:22.017214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:22.029891 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:22.051692 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:22.215490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bb522224-0fa6-4020-8161-0d2c1db963cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:22.305198 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-bb522224-0fa6-4020-8161-0d2c1db963cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:22.323946 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-bb522224-0fa6-4020-8161-0d2c1db963cc admin admin] Usage tracker for resource:security_group_rule and tenant:da49469fbc89477d899f4fc559698ca8 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:22.354923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-bb522224-0fa6-4020-8161-0d2c1db963cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:22.401298 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-bb522224-0fa6-4020-8161-0d2c1db963cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:22.478880 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-afa72c90-8cb3-443b-b2b4-818225d989ad req-9cb1aca6-3f1d-44ce-b105-42a53df0dfa3 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 210 time: 0.1105700 Apr 21 14:41:22.521097 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bb522224-0fa6-4020-8161-0d2c1db963cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:22.527173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bb522224-0fa6-4020-8161-0d2c1db963cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:22.563904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:22.588147 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:22.601789 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:22.624673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Made reservation on behalf of 7a2da49073544277aaca0ee42d00fa28 for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:41:22.631297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:22.642918 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:22.687696 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:17Z', 'revision_number': 2, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:22.687696 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Checking router: 556de49b-a657-47fe-adf8-b766db475ce9 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:41:22.688210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Updating router 556de49b-a657-47fe-adf8-b766db475ce9 port f3fe04df-09a5-43c8-aca7-8c48f28c49ee binding host dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:41:22.701148 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043f7a7-e8a8-404c-8624-30cfd3d6ce85 req-e066cc37-672e-4097-83af-c8a7fac9304a tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:22.709758 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3043f7a7-e8a8-404c-8624-30cfd3d6ce85 req-e066cc37-672e-4097-83af-c8a7fac9304a tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.2475176 Apr 21 14:41:22.793408 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3043f7a7-e8a8-404c-8624-30cfd3d6ce85 req-69447dab-b27d-435c-b6c5-60fc1446cc62 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824668 Apr 21 14:41:22.825410 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:22.881160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Allocated IP 172.20.0.11 (9c907955-4d5d-442b-ae69-abe5beaa5f4d/a5cb7ba8-c9f8-4181-a427-237fd83ba5bd/c94cc523-00c8-4993-a072-64189f233db8) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:41:22.961300 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Allocated IP 172.28.3.209 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/b7a82936-70c9-45e4-9620-d1fcee3f6e3b) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:41:23.098502 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-bb522224-0fa6-4020-8161-0d2c1db963cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da49469fbc89477d899f4fc559698ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4223647 Apr 21 14:41:23.105206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57758) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:23.110523 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb522224-0fa6-4020-8161-0d2c1db963cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f2d3dc-36be-4137-a8dd-61c0fd7b6cdb,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:23.117681 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bb522224-0fa6-4020-8161-0d2c1db963cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:23.146280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:23.186023 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:23.199885 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:23.218741 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0', '563cac05-b699-4d73-a998-3e0c3f2dbda9'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:41:23.293392 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:23.304654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Pushing event updated for resources: {'Port': ['ID=c94cc523-00c8-4993-a072-64189f233db8,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:23.311301 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:23.323588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Network 9c907955-4d5d-442b-ae69-abe5beaa5f4d is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:41:23.325301 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:41:23.334171 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:41:23.350552 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a26ef4ca-b920-4134-99d6-d74445ad995f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:23.421236 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a26ef4ca-b920-4134-99d6-d74445ad995f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:23.426740 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:23.427980 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:23.474751 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7791364 Apr 21 14:41:23.494954 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Request body: {'port': {'device_id': '1d5f65b8-2daa-435e-85a9-be6518a3737a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:23.574374 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:23.630741 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:23.983025 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event updated for resources: {'Port': ['ID=b7a82936-70c9-45e4-9620-d1fcee3f6e3b,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:24.003379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:24.014243 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:24.069553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:41:24.076437 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:41:24.079463 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a26ef4ca-b920-4134-99d6-d74445ad995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:24.087372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:41:24.092208 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2aca4823-f00e-47ae-86c8-76880c1c85f1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:24.131951 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ef4ca-b920-4134-99d6-d74445ad995f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f2d3dc-36be-4137-a8dd-61c0fd7b6cdb,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:24.154887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a26ef4ca-b920-4134-99d6-d74445ad995f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:24.155136 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57784) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:24.179564 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a26ef4ca-b920-4134-99d6-d74445ad995f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:24.183460 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a26ef4ca-b920-4134-99d6-d74445ad995f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50f2d3dc-36be-4137-a8dd-61c0fd7b6cdb HTTP/1.1" status: 204 len: 168 time: 1.0742602 Apr 21 14:41:24.238334 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Notify callbacks [] for port, precommit_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:24.269032 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:24.290733 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dc2b5-901c-4bb4-903a-c26dd2e6255b req-d8ab5524-8590-4bf5-bdc0-2e5333bf4a05 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:24.296139 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-561dc2b5-901c-4bb4-903a-c26dd2e6255b req-d8ab5524-8590-4bf5-bdc0-2e5333bf4a05 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.3083332 Apr 21 14:41:24.296773 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Transition to ACTIVE for port object f3fe04df-09a5-43c8-aca7-8c48f28c49ee will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:41:24.327947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:24.345571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:24.349670 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bc921-1390-48da-bda7-74e7f80593d1 req-29cb2898-4171-4308-b5d7-722d4b78cb40 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:24.351468 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-070bc921-1390-48da-bda7-74e7f80593d1 req-29cb2898-4171-4308-b5d7-722d4b78cb40 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 932 time: 0.5227718 Apr 21 14:41:24.363294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-90d843ee-1fb8-4743-8dbd-4e6f2c610d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:24.388671 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-90d843ee-1fb8-4743-8dbd-4e6f2c610d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:24.402341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-90d843ee-1fb8-4743-8dbd-4e6f2c610d31 admin admin] Usage tracker for resource:security_group_rule and tenant:1b6dc396e2d1474f82829282e67f385c is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:24.410296 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-90d843ee-1fb8-4743-8dbd-4e6f2c610d31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:24.422893 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-90d843ee-1fb8-4743-8dbd-4e6f2c610d31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:24.489078 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-561dc2b5-901c-4bb4-903a-c26dd2e6255b req-83815906-c56b-43d4-87f3-405057c05455 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831706 Apr 21 14:41:24.504319 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-070bc921-1390-48da-bda7-74e7f80593d1 req-89e1e383-99dd-4311-92e8-d4c014d5aa83 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091998 Apr 21 14:41:24.507268 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:24.820764 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7e079-0ada-40e9-8daf-5be68430c328 None None] Pushing event updated for resources: {'Port': ['ID=f3fe04df-09a5-43c8-aca7-8c48f28c49ee,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:24.861827 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57794) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:24.872260 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-90d843ee-1fb8-4743-8dbd-4e6f2c610d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:24.881554 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-29c7e079-0ada-40e9-8daf-5be68430c328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:24.902789 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-90d843ee-1fb8-4743-8dbd-4e6f2c610d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:24.912089 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a84875a8-e3de-496c-b68c-13a6400fb44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:24.919808 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Attempting to bind port f3fe04df-09a5-43c8-aca7-8c48f28c49ee on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:41:24.920393 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Attempting to bind port f3fe04df-09a5-43c8-aca7-8c48f28c49ee by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:41:24.921269 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Attempting to bind port f3fe04df-09a5-43c8-aca7-8c48f28c49ee on network 360abb24-8ba4-4c03-a629-c3398e2a39ca {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:41:24.924912 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e82e6f33-3661-4432-b8bb-491f6fbf6623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:24.940411 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:41:24.940982 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Checking segment: {'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:41:24.941452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:24.941909 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Bound using segment: {'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:41:24.942762 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Bound port: f3fe04df-09a5-43c8-aca7-8c48f28c49ee, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:41:24.943196 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:24.980601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a84875a8-e3de-496c-b68c-13a6400fb44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:24.986099 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94cc523-00c8-4993-a072-64189f233db8 {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:41:24.996043 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:25.019073 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a84875a8-e3de-496c-b68c-13a6400fb44d admin admin] Usage tracker for resource:security_group_rule and tenant:686ac7fce4a74f24acb16fd1a9507a24 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:25.025340 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a84875a8-e3de-496c-b68c-13a6400fb44d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:25.045416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a84875a8-e3de-496c-b68c-13a6400fb44d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:25.058769 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Transition to ACTIVE for port object c94cc523-00c8-4993-a072-64189f233db8 will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:41:25.107673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] For port f3fe04df-09a5-43c8-aca7-8c48f28c49ee, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:41:25.112451 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] For port f3fe04df-09a5-43c8-aca7-8c48f28c49ee, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=f3fe04df-09a5-43c8-aca7-8c48f28c49ee,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:41:25.118807 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:25.133387 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:25.134131 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:25.148666 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for port, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:25.159153 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:25.165352 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d843ee-1fb8-4743-8dbd-4e6f2c610d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08830279-6d15-4455-8c1c-e524a66a6cbf,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:25.191386 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-90d843ee-1fb8-4743-8dbd-4e6f2c610d31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b6dc396e2d1474f82829282e67f385c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0353520 Apr 21 14:41:25.201521 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-90d843ee-1fb8-4743-8dbd-4e6f2c610d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:25.202636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2d7d8ec4-4c9d-4107-bddf-82d0d1506676 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:25.212425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 57806) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:25.215835 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:25.248077 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:41:25.250329 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:41:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:25.406685 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7e079-0ada-40e9-8daf-5be68430c328 None None] Pushing event updated for resources: {'Port': ['ID=f3fe04df-09a5-43c8-aca7-8c48f28c49ee,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:25.419083 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a84875a8-e3de-496c-b68c-13a6400fb44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:25.421755 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:25.422232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-29c7e079-0ada-40e9-8daf-5be68430c328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:25.456843 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a84875a8-e3de-496c-b68c-13a6400fb44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:25.671822 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Pushing event updated for resources: {'Port': ['ID=c94cc523-00c8-4993-a072-64189f233db8,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:25.683764 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:25.787614 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a84875a8-e3de-496c-b68c-13a6400fb44d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=686ac7fce4a74f24acb16fd1a9507a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9195743 Apr 21 14:41:25.789669 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event updated for resources: {'Port': ['ID=b7a82936-70c9-45e4-9620-d1fcee3f6e3b,revision_number=2']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:25.793525 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 57816) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:25.803002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:25.804374 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:25.807265 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8317988 Apr 21 14:41:25.831302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:41:25.838840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6853bb30-fe34-46f4-a565-217906ca7113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:25.943723 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Attempting to bind port c94cc523-00c8-4993-a072-64189f233db8 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:41:25.944050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Attempting to bind port c94cc523-00c8-4993-a072-64189f233db8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:41:25.944467 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Attempting to bind port c94cc523-00c8-4993-a072-64189f233db8 on network 9c907955-4d5d-442b-ae69-abe5beaa5f4d {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:41:25.969596 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Port c94cc523-00c8-4993-a072-64189f233db8 on network 9c907955-4d5d-442b-ae69-abe5beaa5f4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:41:25.970040 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Attempting to bind port c94cc523-00c8-4993-a072-64189f233db8 on network 9c907955-4d5d-442b-ae69-abe5beaa5f4d {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:41:25.981717 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0c1c34b7-3fa0-4880-a383-4efce0718e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:25.984319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:41:25.984897 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Checking segment: {'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:41:25.986071 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Bound using segment: {'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:41:25.986758 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Bound port: c94cc523-00c8-4993-a072-64189f233db8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:41:25.987526 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:26.023365 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84875a8-e3de-496c-b68c-13a6400fb44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e923ef4-bace-44c2-8c67-f6b3a48787c8,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:26.030120 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a84875a8-e3de-496c-b68c-13a6400fb44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:26.035016 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9b4bb240-d1c8-452a-8a7a-91014aa56bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:26.120731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9b4bb240-d1c8-452a-8a7a-91014aa56bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:26.184726 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0c1c34b7-3fa0-4880-a383-4efce0718e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:26.192698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9b4bb240-d1c8-452a-8a7a-91014aa56bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:26.201554 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:26.219751 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bb240-d1c8-452a-8a7a-91014aa56bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08830279-6d15-4455-8c1c-e524a66a6cbf,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:26.230323 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8928ccf-310d-4aab-ae45-71a20fcb375f req-bd66458a-4747-4458-b23c-e800fcfaaef4 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:26.240568 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e8928ccf-310d-4aab-ae45-71a20fcb375f req-bd66458a-4747-4458-b23c-e800fcfaaef4 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 944 time: 0.3910429 Apr 21 14:41:26.269257 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9b4bb240-d1c8-452a-8a7a-91014aa56bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:26.300307 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9b4bb240-d1c8-452a-8a7a-91014aa56bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:26.301614 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-9b4bb240-d1c8-452a-8a7a-91014aa56bae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08830279-6d15-4455-8c1c-e524a66a6cbf HTTP/1.1" status: 204 len: 168 time: 0.9651670 Apr 21 14:41:26.319312 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb198e9-d240-41ff-9700-42e36777de38 req-388e766d-cfb1-4e3a-883e-1d37d818748c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:26.321076 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cdb198e9-d240-41ff-9700-42e36777de38 req-388e766d-cfb1-4e3a-883e-1d37d818748c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.4172561 Apr 21 14:41:26.334031 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e8928ccf-310d-4aab-ae45-71a20fcb375f req-b8dd3fa8-d488-48af-8e5e-a12268e95ee8 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923541 Apr 21 14:41:26.446119 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cdb198e9-d240-41ff-9700-42e36777de38 req-fca72d50-609f-4774-b34a-6dfd036cbc2d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070235 Apr 21 14:41:26.643809 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] For port c94cc523-00c8-4993-a072-64189f233db8, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:41:26.646520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-c182a10e-da87-496e-95a8-4ece58946b36 req-d81d7892-e24a-4929-9acd-c9db5b2a0931 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Synchronizing usage tracker for tenant:3214a692023d4ab892db2772036c242c on resource:security_group {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:41:26.648634 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] For port c94cc523-00c8-4993-a072-64189f233db8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c94cc523-00c8-4993-a072-64189f233db8,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:41:26.668442 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-c182a10e-da87-496e-95a8-4ece58946b36 req-d81d7892-e24a-4929-9acd-c9db5b2a0931 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Unset dirty status for tenant:3214a692023d4ab892db2772036c242c on resource:security_group {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:41:26.675401 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-d81d7892-e24a-4929-9acd-c9db5b2a0931 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1238278828&fields=id&tenant_id=3214a692023d4ab892db2772036c242c HTTP/1.1" status: 200 len: 267 time: 0.0840442 Apr 21 14:41:26.688158 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:26.699908 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:26.714250 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:25Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:26.720654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d33f5-4565-4728-99cb-bf049a64ae56 None None] The sync data for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb is: [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:25Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:41:26.837113 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:26.838388 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:26.841392 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] 10.222.0.44 "PUT /v2.0/ports/c94cc523-00c8-4993-a072-64189f233db8 HTTP/1.1" status: 200 len: 1094 time: 3.3606014 Apr 21 14:41:26.875055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5f65b8-2daa-435e-85a9-be6518a3737a', 'tag': 'c94cc523-00c8-4993-a072-64189f233db8'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:41:26.925864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0c1c34b7-3fa0-4880-a383-4efce0718e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:27.067464 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5f65b8-2daa-435e-85a9-be6518a3737a', 'tag': 'c94cc523-00c8-4993-a072-64189f233db8', 'status': 'completed', 'code': 200} Apr 21 14:41:27.096511 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0c1c34b7-3fa0-4880-a383-4efce0718e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:27.103919 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-0c1c34b7-3fa0-4880-a383-4efce0718e40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e923ef4-bace-44c2-8c67-f6b3a48787c8 HTTP/1.1" status: 204 len: 168 time: 1.3052516 Apr 21 14:41:27.105888 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Pushing event updated for resources: {'Port': ['ID=c94cc523-00c8-4993-a072-64189f233db8,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:27.146468 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:27.147878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-edf64b60-35a5-41a3-ab0e-dcc66c76e5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:27.179481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c34b7-3fa0-4880-a383-4efce0718e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e923ef4-bace-44c2-8c67-f6b3a48787c8,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:27.200251 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0c1c34b7-3fa0-4880-a383-4efce0718e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:27.327805 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-0aa339b0-7cee-4ede-944f-2b086c5bbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:27.331792 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-0aa339b0-7cee-4ede-944f-2b086c5bbdcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a2da49073544277aaca0ee42d00fa28&device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 1097 time: 0.3860714 Apr 21 14:41:27.477536 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-706fc236-19e9-407c-9d27-bd3b06bde385 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c94cc523-00c8-4993-a072-64189f233db8 HTTP/1.1" status: 200 len: 217 time: 0.1392214 Apr 21 14:41:27.570513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182a10e-da87-496e-95a8-4ece58946b36 req-19281433-53a8-4cac-8914-36935bb2b22c tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:27.572261 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-19281433-53a8-4cac-8914-36935bb2b22c tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/networks?id=360abb24-8ba4-4c03-a629-c3398e2a39ca HTTP/1.1" status: 200 len: 811 time: 0.8865612 Apr 21 14:41:27.616367 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-ec0faaac-2984-449e-a19f-81d748cb6579 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/quotas/3214a692023d4ab892db2772036c242c HTTP/1.1" status: 200 len: 375 time: 0.0179911 Apr 21 14:41:27.672050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-4c154fbe-12c7-4696-98be-9d8325a18adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:27.674136 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-4c154fbe-12c7-4696-98be-9d8325a18adc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5cb7ba8-c9f8-4181-a427-237fd83ba5bd HTTP/1.1" status: 200 len: 853 time: 0.1886714 Apr 21 14:41:27.823611 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-74d5b5b9-1def-4816-a80a-1980d62b825b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c907955-4d5d-442b-ae69-abe5beaa5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422944 Apr 21 14:41:28.073366 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-80baba9b-e84e-4f59-9c0a-9db9246fe80a tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3214a692023d4ab892db2772036c242c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4384606 Apr 21 14:41:28.101820 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-f81c1d60-14ba-48bf-881a-934d24b4b071 service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626517 Apr 21 14:41:28.119970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb22dc-3fa9-40d7-86eb-bbac80cf7a74 req-15629f65-8cd4-47d5-bed4-28cfb3ecb1c2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:28.138576 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5ebb22dc-3fa9-40d7-86eb-bbac80cf7a74 req-15629f65-8cd4-47d5-bed4-28cfb3ecb1c2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 944 time: 0.4150720 Apr 21 14:41:28.167602 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device f3fe04df-09a5-43c8-aca7-8c48f28c49ee up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:41:28.443260 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3cc3385-a0b2-4757-badd-e36e272e6b5f req-338c7531-59df-4ef3-a0fc-db92b96d559a service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446355 Apr 21 14:41:28.474549 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port f3fe04df-09a5-43c8-aca7-8c48f28c49ee completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:41:28.487117 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port f3fe04df-09a5-43c8-aca7-8c48f28c49ee triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:28.487601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:28.574864 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-7872472b-e7f7-4c6b-a1fe-4d44f8c16039 service neutron] 10.222.0.15 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623047 Apr 21 14:41:28.755303 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fe045-e797-4357-a753-c1e0ffed102e req-80a6ac02-263f-4cf6-9b7c-bd6d9b7b52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:28.757108 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-441fe045-e797-4357-a753-c1e0ffed102e req-80a6ac02-263f-4cf6-9b7c-bd6d9b7b52c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a2da49073544277aaca0ee42d00fa28&device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 1097 time: 0.2624085 Apr 21 14:41:28.780757 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:28.828921 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5ebb22dc-3fa9-40d7-86eb-bbac80cf7a74 req-1db4dfbd-1537-4546-a3aa-c13608e13d96 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6810241 Apr 21 14:41:28.840815 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port f3fe04df-09a5-43c8-aca7-8c48f28c49ee, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=f3fe04df-09a5-43c8-aca7-8c48f28c49ee,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:41:28.846665 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:28.856413 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:29.039219 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-6bfe68ea-0af9-463a-8799-cb954447ce9f service neutron] 10.222.0.15 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200387 Apr 21 14:41:29.129793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=f3fe04df-09a5-43c8-aca7-8c48f28c49ee,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:29.135911 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:29.262078 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262bf7b-7b33-4524-8042-26322b6bd949 req-abd397f3-86fc-474c-9e67-a0953d6b99c7 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:29.267465 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d262bf7b-7b33-4524-8042-26322b6bd949 req-abd397f3-86fc-474c-9e67-a0953d6b99c7 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.1846614 Apr 21 14:41:29.363374 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fe045-e797-4357-a753-c1e0ffed102e req-c0fe2091-8418-4344-8261-e99b7dfdc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:29.366429 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-441fe045-e797-4357-a753-c1e0ffed102e req-c0fe2091-8418-4344-8261-e99b7dfdc1ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 200 len: 914 time: 0.5967841 Apr 21 14:41:29.369543 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d262bf7b-7b33-4524-8042-26322b6bd949 req-12f44e97-247a-4528-ae7c-a58a9641e19f tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940425 Apr 21 14:41:29.594832 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-441fe045-e797-4357-a753-c1e0ffed102e req-a1f8f38a-9556-485d-a3c4-40371ba7fcaa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c94cc523-00c8-4993-a072-64189f233db8 HTTP/1.1" status: 200 len: 217 time: 0.2048182 Apr 21 14:41:29.717623 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b66adc13-9339-4a7e-9a38-348ecac61dd0 req-a1f3e6f4-2ff5-4483-8749-d7e791abd832 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 210 time: 0.1172867 Apr 21 14:41:29.781625 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fe045-e797-4357-a753-c1e0ffed102e req-34238e12-b09f-46ef-a6ba-f25b82ee61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:29.783190 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-441fe045-e797-4357-a753-c1e0ffed102e req-34238e12-b09f-46ef-a6ba-f25b82ee61ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5cb7ba8-c9f8-4181-a427-237fd83ba5bd HTTP/1.1" status: 200 len: 853 time: 0.1706047 Apr 21 14:41:29.874370 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-441fe045-e797-4357-a753-c1e0ffed102e req-ebdb0d10-05b7-4692-a2d5-e9aa614ad76b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c907955-4d5d-442b-ae69-abe5beaa5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831501 Apr 21 14:41:30.104127 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device f3fe04df-09a5-43c8-aca7-8c48f28c49ee up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:41:30.165562 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-441fe045-e797-4357-a753-c1e0ffed102e req-b555d09e-daca-45a8-bd29-1bdcbb528a4b service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786148 Apr 21 14:41:30.344149 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322abbfd-7872-4b3d-8f65-b1465b9ffb95 req-eb1bbf65-a665-4ad6-a6a8-59f20f6dfbb0 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:30.347223 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-322abbfd-7872-4b3d-8f65-b1465b9ffb95 req-eb1bbf65-a665-4ad6-a6a8-59f20f6dfbb0 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 944 time: 0.2406726 Apr 21 14:41:30.361267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port f3fe04df-09a5-43c8-aca7-8c48f28c49ee triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:30.361701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:30.407971 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-441fe045-e797-4357-a753-c1e0ffed102e req-5128320a-2b44-4bfd-8f07-6d1ad7a235e7 service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356458 Apr 21 14:41:30.472890 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-322abbfd-7872-4b3d-8f65-b1465b9ffb95 req-44815c82-8626-4e9e-9646-52eb34b42acc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058772 Apr 21 14:41:30.841248 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1f916-b589-4006-8fd1-9f24d69838f4 req-4b45c246-5ef3-4fd6-80ff-37feccbb2788 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:30.841248 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9ca1f916-b589-4006-8fd1-9f24d69838f4 req-4b45c246-5ef3-4fd6-80ff-37feccbb2788 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.1377323 Apr 21 14:41:30.902475 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9ca1f916-b589-4006-8fd1-9f24d69838f4 req-af0a1ca4-2556-4d9e-bc4c-14f220bee213 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532513 Apr 21 14:41:31.076871 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d8c4d3a7-8da6-4c91-8314-2381ab3190ad req-2ee327af-96f9-411f-814c-04b17f0f8f6b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 210 time: 0.1053736 Apr 21 14:41:31.535484 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182a10e-da87-496e-95a8-4ece58946b36 req-743b68de-6754-4464-a26f-8bc267eb551a tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:31.536410 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-c182a10e-da87-496e-95a8-4ece58946b36 req-743b68de-6754-4464-a26f-8bc267eb551a tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Synchronizing usage tracker for tenant:3214a692023d4ab892db2772036c242c on resource:network {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:41:31.563518 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-c182a10e-da87-496e-95a8-4ece58946b36 req-743b68de-6754-4464-a26f-8bc267eb551a tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Unset dirty status for tenant:3214a692023d4ab892db2772036c242c on resource:network {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:41:31.568048 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-743b68de-6754-4464-a26f-8bc267eb551a tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.44 "GET /v2.0/networks?id=360abb24-8ba4-4c03-a629-c3398e2a39ca HTTP/1.1" status: 200 len: 811 time: 0.3429728 Apr 21 14:41:31.766895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-c182a10e-da87-496e-95a8-4ece58946b36 req-7eaa66f2-25ac-49a6-84b8-a74c6ba48dd7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Synchronizing usage tracker for tenant:3214a692023d4ab892db2772036c242c on resource:security_group {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:41:31.820027 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-c182a10e-da87-496e-95a8-4ece58946b36 req-7eaa66f2-25ac-49a6-84b8-a74c6ba48dd7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Unset dirty status for tenant:3214a692023d4ab892db2772036c242c on resource:security_group {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:41:31.822368 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-7eaa66f2-25ac-49a6-84b8-a74c6ba48dd7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3214a692023d4ab892db2772036c242c HTTP/1.1" status: 200 len: 380 time: 0.2424669 Apr 21 14:41:31.834401 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105a9d0-bb98-4d3c-9932-070c3d5a91f4 req-c7ad037c-7863-458a-8dd3-174b2be8db39 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:31.845062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Request body: {'port': {'device_id': '307d46e0-1093-457f-93e7-ccf4766930ee', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'admin_state_up': True, 'tenant_id': '3214a692023d4ab892db2772036c242c', 'security_groups': ['da92c7fc-fd1c-44b6-8ba3-82a7e1712b25']}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:31.847921 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7105a9d0-bb98-4d3c-9932-070c3d5a91f4 req-c7ad037c-7863-458a-8dd3-174b2be8db39 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 944 time: 0.1163661 Apr 21 14:41:31.956531 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7105a9d0-bb98-4d3c-9932-070c3d5a91f4 req-ab8df217-a941-4aab-be33-0ccf453c34d7 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070549 Apr 21 14:41:32.150737 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:32.158433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Usage tracker for resource:port and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:32.172497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:32.182828 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:32.201865 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Made reservation on behalf of 3214a692023d4ab892db2772036c242c for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:41:32.214405 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:32.280727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd4422-f621-4990-b5ee-ddec244a18f5 req-9c91d793-b2d4-4067-9bb9-afac7568f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:32.283092 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9cd4422-f621-4990-b5ee-ddec244a18f5 req-9c91d793-b2d4-4067-9bb9-afac7568f000 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 1098 time: 0.2082522 Apr 21 14:41:32.376647 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084863f-37df-4492-8598-25a8be642609 req-76d0f44d-fc13-4578-b390-350c5fa35faa tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:32.387043 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a084863f-37df-4492-8598-25a8be642609 req-76d0f44d-fc13-4578-b390-350c5fa35faa tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.2003653 Apr 21 14:41:32.415905 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9cd4422-f621-4990-b5ee-ddec244a18f5 req-2d348237-b853-457f-9343-aea5bd163e4c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240034 Apr 21 14:41:32.486441 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Allocated IP 172.20.0.13 (360abb24-8ba4-4c03-a629-c3398e2a39ca/3000c177-c2b6-4910-a0a4-b4dc9431018a/99e89cf9-b92d-4ed7-a891-511e428a3691) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:41:32.503925 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-610052e7-e3ba-4638-ace6-2aba03404fe1 req-646594ac-0373-4af6-bd8f-f81855726e61 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 210 time: 0.0933177 Apr 21 14:41:32.572569 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a084863f-37df-4492-8598-25a8be642609 req-e8dce35a-d365-41a6-a893-cc23c56706a1 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836936 Apr 21 14:41:32.768537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device c94cc523-00c8-4993-a072-64189f233db8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:41:32.777322 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:32.807240 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Transition to ACTIVE for port object 99e89cf9-b92d-4ed7-a891-511e428a3691 will not be triggered until provisioned by entity DHCP. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:41:32.841458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:32.851792 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:32.924458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port c94cc523-00c8-4993-a072-64189f233db8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c94cc523-00c8-4993-a072-64189f233db8,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:41:32.945313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': 'c94cc523-00c8-4993-a072-64189f233db8', 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d', 'port_id': 'c94cc523-00c8-4993-a072-64189f233db8', 'mac_address': 'fa:16:3e:14:13:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5cb7ba8-c9f8-4181-a427-237fd83ba5bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:41:32.996302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Network 360abb24-8ba4-4c03-a629-c3398e2a39ca is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:41:33.003513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:41:33.012065 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:41:33.025611 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:33.048970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94cc523-00c8-4993-a072-64189f233db8 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:41:33.068915 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port c94cc523-00c8-4993-a072-64189f233db8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c94cc523-00c8-4993-a072-64189f233db8,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:41:33.072605 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:33.075706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f0c83060-7d2a-4847-aa1c-5bbc70db56c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:33.076152 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event updated for resources: {'Port': ['ID=99e89cf9-b92d-4ed7-a891-511e428a3691,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:33.090853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:33.156037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:33.157226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:33.224042 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3883426 Apr 21 14:41:33.228484 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b169d-b4c7-47dd-8f5e-4cbaaa32d29d req-9718734d-430d-4c9a-a33b-2f188a332249 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:33.237842 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-224b169d-b4c7-47dd-8f5e-4cbaaa32d29d req-9718734d-430d-4c9a-a33b-2f188a332249 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 945 time: 0.1327367 Apr 21 14:41:33.240891 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Request body: {'port': {'device_id': '307d46e0-1093-457f-93e7-ccf4766930ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:33.296440 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=c94cc523-00c8-4993-a072-64189f233db8,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:33.306506 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:33.333782 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-224b169d-b4c7-47dd-8f5e-4cbaaa32d29d req-34130efe-1a3e-4a90-b685-65920a6c978e tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944839 Apr 21 14:41:33.454212 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-9ea59419-47b0-4a48-bd90-9fca4dcaa895 None None] Provisioning for port 99e89cf9-b92d-4ed7-a891-511e428a3691 completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:41:33.467735 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-9ea59419-47b0-4a48-bd90-9fca4dcaa895 None None] Provisioning complete for port 99e89cf9-b92d-4ed7-a891-511e428a3691 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:33.468563 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9ea59419-47b0-4a48-bd90-9fca4dcaa895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:33.520304 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:33.598076 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-9ea59419-47b0-4a48-bd90-9fca4dcaa895 None None] Port 99e89cf9-b92d-4ed7-a891-511e428a3691 cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:41:33.602308 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['c94cc523-00c8-4993-a072-64189f233db8'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:41:33.976790 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879211b-8e82-4b68-be7a-2599cfc91bfd req-2acbb6ee-6145-4232-a2a2-67e445c228d6 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:33.978558 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f879211b-8e82-4b68-be7a-2599cfc91bfd req-2acbb6ee-6145-4232-a2a2-67e445c228d6 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.1567330 Apr 21 14:41:33.989273 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2edbb-3a50-4b66-9e3c-df24f7872930 req-e08b0a35-5924-448e-8b87-0301b91314f5 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:33.997393 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-50f2edbb-3a50-4b66-9e3c-df24f7872930 req-e08b0a35-5924-448e-8b87-0301b91314f5 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 932 time: 0.2823987 Apr 21 14:41:34.087903 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-50f2edbb-3a50-4b66-9e3c-df24f7872930 req-7fcccc23-154d-476a-86c0-bd0de2d8ad12 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893588 Apr 21 14:41:34.114796 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f879211b-8e82-4b68-be7a-2599cfc91bfd req-904c460f-6507-4a7a-8fae-99f772642991 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150477 Apr 21 14:41:34.329555 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e89cf9-b92d-4ed7-a891-511e428a3691 {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:41:34.339012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:34.371874 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Transition to ACTIVE for port object 99e89cf9-b92d-4ed7-a891-511e428a3691 will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:41:34.391658 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:34.412712 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:34.708474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Pushing event updated for resources: {'Port': ['ID=99e89cf9-b92d-4ed7-a891-511e428a3691,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:34.713800 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45d634-53a8-4f66-b594-fc8f97925df8 req-94866529-7a9e-4523-99c2-aa28cc49a457 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:34.715912 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0d45d634-53a8-4f66-b594-fc8f97925df8 req-94866529-7a9e-4523-99c2-aa28cc49a457 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 945 time: 0.1171343 Apr 21 14:41:34.765897 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:34.813658 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0d45d634-53a8-4f66-b594-fc8f97925df8 req-fce12568-e951-4714-8021-0c53d8613de4 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780623 Apr 21 14:41:34.828550 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Attempting to bind port 99e89cf9-b92d-4ed7-a891-511e428a3691 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:41:34.829101 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Attempting to bind port 99e89cf9-b92d-4ed7-a891-511e428a3691 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:41:34.829572 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Attempting to bind port 99e89cf9-b92d-4ed7-a891-511e428a3691 on network 360abb24-8ba4-4c03-a629-c3398e2a39ca {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:41:34.835274 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Port 99e89cf9-b92d-4ed7-a891-511e428a3691 on network 360abb24-8ba4-4c03-a629-c3398e2a39ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:41:34.835715 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Attempting to bind port 99e89cf9-b92d-4ed7-a891-511e428a3691 on network 360abb24-8ba4-4c03-a629-c3398e2a39ca {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:41:34.842740 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:41:34.843393 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Checking segment: {'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:41:34.843809 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Bound using segment: {'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:41:34.844303 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Bound port: 99e89cf9-b92d-4ed7-a891-511e428a3691, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:41:34.844701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:34.975410 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-19e032ca-486c-4fa5-aeb6-dd5b3664f9b3 req-0dfca033-8859-4547-9aff-5a51315a07b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1325853 Apr 21 14:41:35.001206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dab3687e-f8ba-4362-8fc7-47330e573b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:35.265542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] For port 99e89cf9-b92d-4ed7-a891-511e428a3691, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:41:35.277989 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] For port 99e89cf9-b92d-4ed7-a891-511e428a3691, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=99e89cf9-b92d-4ed7-a891-511e428a3691,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:41:35.287120 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:35.295579 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:35.325964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e032ca-486c-4fa5-aeb6-dd5b3664f9b3 req-c133bdce-58c2-4f91-a44f-23a31bca6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:35.334512 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-19e032ca-486c-4fa5-aeb6-dd5b3664f9b3 req-c133bdce-58c2-4f91-a44f-23a31bca6a3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a2da49073544277aaca0ee42d00fa28&device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 1099 time: 0.2230425 Apr 21 14:41:35.433699 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:35.434478 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:35.436094 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] 10.222.0.44 "PUT /v2.0/ports/99e89cf9-b92d-4ed7-a891-511e428a3691 HTTP/1.1" status: 200 len: 1094 time: 2.2040601 Apr 21 14:41:35.436674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307d46e0-1093-457f-93e7-ccf4766930ee', 'tag': '99e89cf9-b92d-4ed7-a891-511e428a3691'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:41:35.666602 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58098) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:35.702525 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Pushing event updated for resources: {'Port': ['ID=99e89cf9-b92d-4ed7-a891-511e428a3691,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:35.728944 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:35.855456 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182a10e-da87-496e-95a8-4ece58946b36 req-3c744272-7a48-4fd8-a807-e98511cb9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:35.867431 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e032ca-486c-4fa5-aeb6-dd5b3664f9b3 req-0fe7397f-6744-400a-8657-5c7a3eb7a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:35.867799 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-3c744272-7a48-4fd8-a807-e98511cb9716 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3214a692023d4ab892db2772036c242c&device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 1097 time: 0.3525574 Apr 21 14:41:35.869063 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-19e032ca-486c-4fa5-aeb6-dd5b3664f9b3 req-0fe7397f-6744-400a-8657-5c7a3eb7a263 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 200 len: 914 time: 0.3844218 Apr 21 14:41:36.006431 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-19e032ca-486c-4fa5-aeb6-dd5b3664f9b3 req-63f05d08-9f0f-4362-91e6-9624f89b0441 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 HTTP/1.1" status: 200 len: 217 time: 0.1243298 Apr 21 14:41:36.021232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f140907-9671-447f-9114-8a6ce8c17a9a req-4acd5a7f-18c3-4ee5-829d-344394887bef tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:36.022929 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f140907-9671-447f-9114-8a6ce8c17a9a req-4acd5a7f-18c3-4ee5-829d-344394887bef tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 944 time: 0.4753122 Apr 21 14:41:36.031984 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9207e-3e77-433e-ba2b-0e581ae9049e req-419394df-a53a-4a37-9ec9-f5941077ae0b tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:36.032299 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-e767fc28-f151-48dd-9a2a-14368bd7bbda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99e89cf9-b92d-4ed7-a891-511e428a3691 HTTP/1.1" status: 200 len: 217 time: 0.1396673 Apr 21 14:41:36.032996 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-13cf1643-af30-445e-b2cf-c4eed0ea73aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:36.033713 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5ef9207e-3e77-433e-ba2b-0e581ae9049e req-419394df-a53a-4a37-9ec9-f5941077ae0b tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.6978869 Apr 21 14:41:36.098055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-13cf1643-af30-445e-b2cf-c4eed0ea73aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:36.107534 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-13cf1643-af30-445e-b2cf-c4eed0ea73aa admin admin] Usage tracker for resource:security_group_rule and tenant:1cb1f0f84f694782b5eb5ee78dd3b36c is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:36.143242 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-13cf1643-af30-445e-b2cf-c4eed0ea73aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:36.164215 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-13cf1643-af30-445e-b2cf-c4eed0ea73aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:36.170586 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182a10e-da87-496e-95a8-4ece58946b36 req-9132f202-c1a4-4927-92ee-34c22a69e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:36.173647 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-9132f202-c1a4-4927-92ee-34c22a69e2c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3000c177-c2b6-4910-a0a4-b4dc9431018a HTTP/1.1" status: 200 len: 850 time: 0.1264887 Apr 21 14:41:36.183684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e032ca-486c-4fa5-aeb6-dd5b3664f9b3 req-0ac4d41f-7b82-4ebd-8716-4c3acd4b237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:36.185952 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-19e032ca-486c-4fa5-aeb6-dd5b3664f9b3 req-0ac4d41f-7b82-4ebd-8716-4c3acd4b237e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5cb7ba8-c9f8-4181-a427-237fd83ba5bd HTTP/1.1" status: 200 len: 853 time: 0.1512041 Apr 21 14:41:36.189216 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5ef9207e-3e77-433e-ba2b-0e581ae9049e req-b14e3a92-c248-4bf4-8faa-7d74e768a9f4 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104267 Apr 21 14:41:36.202640 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f140907-9671-447f-9114-8a6ce8c17a9a req-52a6f156-f2c7-4af1-8272-5cead4f80b68 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279056 Apr 21 14:41:36.261546 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58116) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:36.293358 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-19e032ca-486c-4fa5-aeb6-dd5b3664f9b3 req-2be8af8f-4607-4bfc-aec7-8ea0fb47c25d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c907955-4d5d-442b-ae69-abe5beaa5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894482 Apr 21 14:41:36.306224 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307d46e0-1093-457f-93e7-ccf4766930ee', 'tag': '99e89cf9-b92d-4ed7-a891-511e428a3691', 'status': 'completed', 'code': 200} Apr 21 14:41:36.339622 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182a10e-da87-496e-95a8-4ece58946b36 req-35985ac6-3f47-4a32-86ec-3a635bb4d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:36.341799 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-35985ac6-3f47-4a32-86ec-3a635bb4d757 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=360abb24-8ba4-4c03-a629-c3398e2a39ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1610687 Apr 21 14:41:36.484573 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-19e032ca-486c-4fa5-aeb6-dd5b3664f9b3 req-bbd009bb-3722-479b-9653-bdc39ca35eae service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795444 Apr 21 14:41:36.610522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-718e92ec-bd4d-4bd7-b082-a116bc73c2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:36.646634 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-718e92ec-bd4d-4bd7-b082-a116bc73c2da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:36.676415 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-718e92ec-bd4d-4bd7-b082-a116bc73c2da admin admin] Usage tracker for resource:security_group_rule and tenant:d9586c42223642fd8973626a1fabf2ca is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:36.684049 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-718e92ec-bd4d-4bd7-b082-a116bc73c2da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:36.691164 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-13cf1643-af30-445e-b2cf-c4eed0ea73aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:36.699171 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-718e92ec-bd4d-4bd7-b082-a116bc73c2da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:36.702536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-13cf1643-af30-445e-b2cf-c4eed0ea73aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:36.724406 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0c1c34b7-3fa0-4880-a383-4efce0718e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:36.771233 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-df483530-b7e8-4dec-ad98-321bbfe2c740 service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189072 Apr 21 14:41:36.799508 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device c94cc523-00c8-4993-a072-64189f233db8 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:41:36.960446 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-13cf1643-af30-445e-b2cf-c4eed0ea73aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1cb1f0f84f694782b5eb5ee78dd3b36c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2902987 Apr 21 14:41:36.962949 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c182a10e-da87-496e-95a8-4ece58946b36 req-ebb3f8a5-85e1-4983-aecd-ac2ddb1876bb service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701491 Apr 21 14:41:36.967044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 58132) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:36.976022 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf1643-af30-445e-b2cf-c4eed0ea73aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e207389f-9c75-4c08-bbe9-e39eba35ea91,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:36.980570 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-13cf1643-af30-445e-b2cf-c4eed0ea73aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:37.005628 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port c94cc523-00c8-4993-a072-64189f233db8 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:41:37.016487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port c94cc523-00c8-4993-a072-64189f233db8 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:37.017248 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:37.125571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:41:37.176023 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b5328-fcbe-4525-a634-cfebcaaae6ba req-b43e1dd4-953d-4694-b4c6-547fe1f59675 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:37.185658 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0b6b5328-fcbe-4525-a634-cfebcaaae6ba req-b43e1dd4-953d-4694-b4c6-547fe1f59675 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 945 time: 0.5031352 Apr 21 14:41:37.225853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae768-7aba-48ab-ac5c-296a1b434241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:37.230692 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-718e92ec-bd4d-4bd7-b082-a116bc73c2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:37.233846 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-19e032ca-486c-4fa5-aeb6-dd5b3664f9b3 req-b2f7ee8b-5d50-4e7e-b72e-2ce9b67ef053 service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7415519 Apr 21 14:41:37.265159 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba2598-a316-48c4-9e42-2716de27ad9a req-c152b1be-b346-49b6-ae02-7f68779d1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:37.277674 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-58ba2598-a316-48c4-9e42-2716de27ad9a req-c152b1be-b346-49b6-ae02-7f68779d1935 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3214a692023d4ab892db2772036c242c&device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 1097 time: 0.2039666 Apr 21 14:41:37.278455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-718e92ec-bd4d-4bd7-b082-a116bc73c2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:37.281093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc2460-e935-4b11-8bf6-120cd3ff447b req-656a5933-86f2-4949-b9e3-0ecfbd62111a tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:37.282686 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-15fc2460-e935-4b11-8bf6-120cd3ff447b req-656a5933-86f2-4949-b9e3-0ecfbd62111a tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.6125302 Apr 21 14:41:37.317930 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0b6b5328-fcbe-4525-a634-cfebcaaae6ba req-d2d5ae72-4715-4f93-810c-28d472b87800 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312644 Apr 21 14:41:37.320000 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae768-7aba-48ab-ac5c-296a1b434241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:37.404571 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-15fc2460-e935-4b11-8bf6-120cd3ff447b req-625aaf64-d3b0-4517-b3c3-f15711acdc15 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995317 Apr 21 14:41:37.408424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bb522224-0fa6-4020-8161-0d2c1db963cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:37.416381 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae768-7aba-48ab-ac5c-296a1b434241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:37.422881 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4da5cbe8-41c0-451a-81f3-ef2f9300a9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:37.437794 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-718e92ec-bd4d-4bd7-b082-a116bc73c2da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9586c42223642fd8973626a1fabf2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1742854 Apr 21 14:41:37.443053 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 58168) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:37.456247 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ae768-7aba-48ab-ac5c-296a1b434241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e207389f-9c75-4c08-bbe9-e39eba35ea91,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:37.481062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5b1ae768-7aba-48ab-ac5c-296a1b434241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:37.484659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae768-7aba-48ab-ac5c-296a1b434241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:37.486040 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-5b1ae768-7aba-48ab-ac5c-296a1b434241 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e207389f-9c75-4c08-bbe9-e39eba35ea91 HTTP/1.1" status: 204 len: 168 time: 0.4824593 Apr 21 14:41:37.610131 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-656b1dd4-5494-47fd-9e07-c385735b3f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:37.721228 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-656b1dd4-5494-47fd-9e07-c385735b3f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:37.944995 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:37.974072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e92ec-bd4d-4bd7-b082-a116bc73c2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47278c59-7459-492d-a21a-ff92bf975fd0,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:37.978110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e032ab-8c0b-4e7a-ad15-a03068f6416d req-86de0a0a-ca95-4cd8-99d1-fcc2e253922a tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:37.981953 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-20e032ab-8c0b-4e7a-ad15-a03068f6416d req-86de0a0a-ca95-4cd8-99d1-fcc2e253922a tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 944 time: 0.2975869 Apr 21 14:41:37.984275 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-656b1dd4-5494-47fd-9e07-c385735b3f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:37.997736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ef7eec2e-c16c-4c87-9a92-51cef33bbea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:38.012950 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-718e92ec-bd4d-4bd7-b082-a116bc73c2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:38.024120 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5f65b8-2daa-435e-85a9-be6518a3737a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94cc523-00c8-4993-a072-64189f233db8'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:41:38.063268 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port c94cc523-00c8-4993-a072-64189f233db8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c94cc523-00c8-4993-a072-64189f233db8,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:41:38.071333 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:38.073668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:38.081124 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b1dd4-5494-47fd-9e07-c385735b3f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47278c59-7459-492d-a21a-ff92bf975fd0,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:38.100533 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-656b1dd4-5494-47fd-9e07-c385735b3f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:38.146554 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-656b1dd4-5494-47fd-9e07-c385735b3f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:38.154648 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-656b1dd4-5494-47fd-9e07-c385735b3f21 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47278c59-7459-492d-a21a-ff92bf975fd0 HTTP/1.1" status: 204 len: 168 time: 0.7086499 Apr 21 14:41:38.194900 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-20e032ab-8c0b-4e7a-ad15-a03068f6416d req-2f20e74b-cd5a-4eb0-bc59-a2a9521b3fee tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993177 Apr 21 14:41:38.223077 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 58198) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:38.238238 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba2598-a316-48c4-9e42-2716de27ad9a req-8a9286fe-cc60-4de9-a98b-f8dcb9649dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:38.240171 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-58ba2598-a316-48c4-9e42-2716de27ad9a req-8a9286fe-cc60-4de9-a98b-f8dcb9649dc6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=360abb24-8ba4-4c03-a629-c3398e2a39ca HTTP/1.1" status: 200 len: 912 time: 0.8368306 Apr 21 14:41:38.259792 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5f65b8-2daa-435e-85a9-be6518a3737a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94cc523-00c8-4993-a072-64189f233db8', 'code': 200} Apr 21 14:41:38.264691 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff37159e-33e9-4cff-b2b2-606d2fb30982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:38.273759 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=c94cc523-00c8-4993-a072-64189f233db8,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:38.312798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:38.314139 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ff37159e-33e9-4cff-b2b2-606d2fb30982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:38.319092 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ff37159e-33e9-4cff-b2b2-606d2fb30982 admin admin] Usage tracker for resource:security_group_rule and tenant:337d1d7127bb477392505a28f64cc511 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:38.322658 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ff37159e-33e9-4cff-b2b2-606d2fb30982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:38.337672 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ff37159e-33e9-4cff-b2b2-606d2fb30982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:38.398563 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-58ba2598-a316-48c4-9e42-2716de27ad9a req-1175e938-0fc8-4b51-95c4-e3a7b7c62303 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99e89cf9-b92d-4ed7-a891-511e428a3691 HTTP/1.1" status: 200 len: 217 time: 0.1486943 Apr 21 14:41:38.463420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5b649b2c-ed75-4174-8d82-f78b4a7ae276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:38.603319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff37159e-33e9-4cff-b2b2-606d2fb30982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:38.617113 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff37159e-33e9-4cff-b2b2-606d2fb30982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:38.650010 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba2598-a316-48c4-9e42-2716de27ad9a req-46d8f396-c0f7-45df-9e50-4519c5b6e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:38.651759 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-58ba2598-a316-48c4-9e42-2716de27ad9a req-46d8f396-c0f7-45df-9e50-4519c5b6e5e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3000c177-c2b6-4910-a0a4-b4dc9431018a HTTP/1.1" status: 200 len: 850 time: 0.2392387 Apr 21 14:41:38.808688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:38.838462 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba2598-a316-48c4-9e42-2716de27ad9a req-c5a2ddb4-68cd-4b26-92ef-948feb49c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:38.842426 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-58ba2598-a316-48c4-9e42-2716de27ad9a req-c5a2ddb4-68cd-4b26-92ef-948feb49c618 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=360abb24-8ba4-4c03-a629-c3398e2a39ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1753163 Apr 21 14:41:38.978435 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:39.225769 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-58ba2598-a316-48c4-9e42-2716de27ad9a req-d22a15c2-b462-4492-8732-0c70ee382300 service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755169 Apr 21 14:41:39.440973 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-58ba2598-a316-48c4-9e42-2716de27ad9a req-09e83827-e17b-4192-a167-1d96c39a3b8f service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071559 Apr 21 14:41:39.523663 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ff37159e-33e9-4cff-b2b2-606d2fb30982 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=337d1d7127bb477392505a28f64cc511&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2951176 Apr 21 14:41:39.525438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58236) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:39.597440 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37159e-33e9-4cff-b2b2-606d2fb30982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8702c59-f5ba-49b9-9f68-e20e802b4b4c,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:39.614922 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ff37159e-33e9-4cff-b2b2-606d2fb30982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:39.629127 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58240) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:39.644693 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-de6093cf-3896-4f48-a085-4379288a78e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:39.685946 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-de6093cf-3896-4f48-a085-4379288a78e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:39.696624 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:39.704286 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6059a-3aec-46de-bcb6-88fdb162e05d req-5ddcf603-7eb1-42fa-8d4a-96e3caf55012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:39.707222 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5d6059a-3aec-46de-bcb6-88fdb162e05d req-5ddcf603-7eb1-42fa-8d4a-96e3caf55012 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 1099 time: 1.0993006 Apr 21 14:41:39.770052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeacc1b-08e2-4066-baae-8537d292762e req-483a2ba3-8029-4858-9dde-4f241e369358 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:39.773788 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3aeacc1b-08e2-4066-baae-8537d292762e req-483a2ba3-8029-4858-9dde-4f241e369358 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 946 time: 1.0516329 Apr 21 14:41:39.792947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083be884-1678-4cbf-8f6c-6e25b9fca81e req-1cc93d0a-4215-48af-9728-8897884bdf38 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:39.797375 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-083be884-1678-4cbf-8f6c-6e25b9fca81e req-1cc93d0a-4215-48af-9728-8897884bdf38 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 944 time: 0.2888150 Apr 21 14:41:39.802987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-de6093cf-3896-4f48-a085-4379288a78e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:39.809827 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1ad0f446-86b8-4740-b96e-3616782e475f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:39.821950 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c5be5739-70ca-4165-9358-398cb5223073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:39.842731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6093cf-3896-4f48-a085-4379288a78e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8702c59-f5ba-49b9-9f68-e20e802b4b4c,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:39.846994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:39.848536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-de6093cf-3896-4f48-a085-4379288a78e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:39.852360 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5d6059a-3aec-46de-bcb6-88fdb162e05d req-9883d843-3e2b-473f-82c5-c27cd746c7b2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322901 Apr 21 14:41:39.856449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c5be5739-70ca-4165-9358-398cb5223073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:39.865865 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c5be5739-70ca-4165-9358-398cb5223073 admin admin] Usage tracker for resource:security_group_rule and tenant:5315e5ecc80d46a8a2af41f0c97be877 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:39.872032 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c5be5739-70ca-4165-9358-398cb5223073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:39.878719 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-de6093cf-3896-4f48-a085-4379288a78e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:39.880210 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-de6093cf-3896-4f48-a085-4379288a78e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8702c59-f5ba-49b9-9f68-e20e802b4b4c HTTP/1.1" status: 204 len: 168 time: 0.3542266 Apr 21 14:41:39.882271 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c5be5739-70ca-4165-9358-398cb5223073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:39.917715 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3aeacc1b-08e2-4066-baae-8537d292762e req-dc69dd2c-bbbf-4b3d-9103-bc38c1108256 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135917 Apr 21 14:41:39.945484 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-083be884-1678-4cbf-8f6c-6e25b9fca81e req-1bd0371f-f0ad-4bb2-966a-833008716bca tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387093 Apr 21 14:41:40.026539 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c5be5739-70ca-4165-9358-398cb5223073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:40.031649 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c5be5739-70ca-4165-9358-398cb5223073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:40.049594 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:40.104205 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c5be5739-70ca-4165-9358-398cb5223073 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5315e5ecc80d46a8a2af41f0c97be877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734733 Apr 21 14:41:40.106450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 58250) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:40.107724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be5739-70ca-4165-9358-398cb5223073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be23cf0e-10d8-47a0-9fcb-7b3530ccf079,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:40.111812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c5be5739-70ca-4165-9358-398cb5223073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:40.191910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9fcc99f7-8f72-484c-a32d-d97ce3796e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:40.242598 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9fcc99f7-8f72-484c-a32d-d97ce3796e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:40.338895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9fcc99f7-8f72-484c-a32d-d97ce3796e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:40.354937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5cc27422-495f-4f44-b976-7df8b915547b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:40.384183 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc99f7-8f72-484c-a32d-d97ce3796e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be23cf0e-10d8-47a0-9fcb-7b3530ccf079,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:40.389262 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9fcc99f7-8f72-484c-a32d-d97ce3796e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:40.405658 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9fcc99f7-8f72-484c-a32d-d97ce3796e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:40.415808 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-9fcc99f7-8f72-484c-a32d-d97ce3796e4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be23cf0e-10d8-47a0-9fcb-7b3530ccf079 HTTP/1.1" status: 204 len: 168 time: 0.2996314 Apr 21 14:41:40.816193 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 99e89cf9-b92d-4ed7-a891-511e428a3691 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:41:41.102935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:41.129784 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c03b6-c0f6-4d4f-acb2-6998141c89d1 req-eaf7b6f6-5c9f-4fcd-81bc-87f4923cb781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:41.132186 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7d7c03b6-c0f6-4d4f-acb2-6998141c89d1 req-eaf7b6f6-5c9f-4fcd-81bc-87f4923cb781 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c11f8866bb7b42299fa431b79c50c8ae&device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 1099 time: 0.2232590 Apr 21 14:41:41.142088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40d020-5514-4cf7-901b-8c9dace72bba req-d6f90d57-45d0-4611-93ed-cdb46f45c93b tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:41.152919 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4d40d020-5514-4cf7-901b-8c9dace72bba req-d6f90d57-45d0-4611-93ed-cdb46f45c93b tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1715612 Apr 21 14:41:41.225463 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 99e89cf9-b92d-4ed7-a891-511e428a3691, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=99e89cf9-b92d-4ed7-a891-511e428a3691,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:41:41.251891 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '99e89cf9-b92d-4ed7-a891-511e428a3691', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'port_id': '99e89cf9-b92d-4ed7-a891-511e428a3691', 'mac_address': 'fa:16:3e:9b:ea:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:41:41.351607 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:41.382025 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e89cf9-b92d-4ed7-a891-511e428a3691 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:41:41.402130 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58296) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:41.403865 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 99e89cf9-b92d-4ed7-a891-511e428a3691, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=99e89cf9-b92d-4ed7-a891-511e428a3691,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:41:41.408809 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:41.412608 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-29c7e079-0ada-40e9-8daf-5be68430c328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:41.459707 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4d40d020-5514-4cf7-901b-8c9dace72bba req-4fd76e1d-f803-4b36-bcdc-996089c7fe2d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052344 Apr 21 14:41:41.606750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66c1c-855c-47d8-9b06-2ef84d5ab5e0 req-c073840e-8f73-4978-9cfc-20d9eb90a55d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:41.614865 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-62f66c1c-855c-47d8-9b06-2ef84d5ab5e0 req-c073840e-8f73-4978-9cfc-20d9eb90a55d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 946 time: 0.4384396 Apr 21 14:41:41.711421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-893312543-network', 'tenant_id': '9697196dcb234e47be6b135250436988'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:41.725207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:41.726319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=99e89cf9-b92d-4ed7-a891-511e428a3691,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:41.735203 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Usage tracker for resource:network and tenant:9697196dcb234e47be6b135250436988 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:41.741905 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:41.742588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:41.759362 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:41.776909 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c03b6-c0f6-4d4f-acb2-6998141c89d1 req-06471fce-8b46-4c09-937d-c294faee333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:41.776909 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7d7c03b6-c0f6-4d4f-acb2-6998141c89d1 req-06471fce-8b46-4c09-937d-c294faee333c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 HTTP/1.1" status: 200 len: 919 time: 0.5970507 Apr 21 14:41:41.785993 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Made reservation on behalf of 9697196dcb234e47be6b135250436988 for: {'network': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:41:41.791227 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:41.795475 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-62f66c1c-855c-47d8-9b06-2ef84d5ab5e0 req-82ba3ba7-e66d-4999-b4a4-78156cf89366 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795540 Apr 21 14:41:41.828338 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:41.877940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:41.883836 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Usage tracker for resource:security_group_rule and tenant:9697196dcb234e47be6b135250436988 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:41.898151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['99e89cf9-b92d-4ed7-a891-511e428a3691'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:41:41.917179 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:41.933330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:41.969812 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7d7c03b6-c0f6-4d4f-acb2-6998141c89d1 req-4ab0c9e9-f25c-4ea6-98d9-5553509dc639 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=673acf43-4747-4545-b90c-e1443809a378 HTTP/1.1" status: 200 len: 217 time: 0.1729016 Apr 21 14:41:42.062191 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eaf5a-4316-4745-9086-012c4673d210 req-91744289-2881-430a-8dfa-1e0c0c1987eb tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:42.064001 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-736eaf5a-4316-4745-9086-012c4673d210 req-91744289-2881-430a-8dfa-1e0c0c1987eb tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 945 time: 0.3725414 Apr 21 14:41:42.076628 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c03b6-c0f6-4d4f-acb2-6998141c89d1 req-55f61e66-e42e-4cfb-8f95-bd5b8211901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:42.078536 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7d7c03b6-c0f6-4d4f-acb2-6998141c89d1 req-55f61e66-e42e-4cfb-8f95-bd5b8211901f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=624fa397-d3e9-4c20-810a-a1a22a65c72e HTTP/1.1" status: 200 len: 858 time: 0.0994129 Apr 21 14:41:42.154313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:42.159785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:42.172461 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-de6093cf-3896-4f48-a085-4379288a78e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:42.189457 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7d7c03b6-c0f6-4d4f-acb2-6998141c89d1 req-bd6dfa70-3b83-4c18-82ce-492038f3a5ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649877 Apr 21 14:41:42.209463 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-736eaf5a-4316-4745-9086-012c4673d210 req-8bd9da31-f74c-4cde-ad91-57426563c553 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258912 Apr 21 14:41:42.266022 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67819811-4a82-4e94-b395-00083070f432,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:42.282002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=86343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:41:42.303128 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:42.304011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:42.305259 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:42.305452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:42.306169 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:42.306880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:42.307753 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:42.308449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:42.309242 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:42.309949 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:42.310617 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:42.311322 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:42.319978 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:42.338627 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:42.339030 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Added segment 559e315b-e75f-441a-97d7-97672c439551 of type vlan for network b2fe3a78-bde6-4a67-9d14-376e6fa74868 Apr 21 14:41:42.375078 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:42.409080 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:42.411021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:42.411684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:42.417691 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f0a718a3-f30f-4e80-922a-a98f35a725de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:42.455303 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7d7c03b6-c0f6-4d4f-acb2-6998141c89d1 req-fbdda14c-35a5-4a14-9ebc-7ee918665d1a service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443895 Apr 21 14:41:42.541784 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1371715 Apr 21 14:41:42.542537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Pushing event updated for resources: {'Network': ['ID=b2fe3a78-bde6-4a67-9d14-376e6fa74868,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:42.547104 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58320) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:42.551208 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:42.555492 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Request body: {'subnet': {'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-893312543-subnet', 'tenant_id': '9697196dcb234e47be6b135250436988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:42.561503 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:42.563127 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network b2fe3a78-bde6-4a67-9d14-376e6fa74868 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:41:42.566151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Usage tracker for resource:subnet and tenant:9697196dcb234e47be6b135250436988 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:42.569663 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:42.582263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:42.594256 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Made reservation on behalf of 9697196dcb234e47be6b135250436988 for: {'subnet': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:41:42.601641 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16554819'] for subnet, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:42.834918 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7d7c03b6-c0f6-4d4f-acb2-6998141c89d1 req-7376f6a6-fa69-40c4-a712-c377caf92340 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717008 Apr 21 14:41:43.174972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958b547-44c0-4e6e-9869-d594dffb5945 req-5544aa05-2ca5-4d5a-a2d2-c31f1bb13768 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:43.176776 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b958b547-44c0-4e6e-9869-d594dffb5945 req-5544aa05-2ca5-4d5a-a2d2-c31f1bb13768 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.3383479 Apr 21 14:41:43.191315 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ce655-edcb-4a22-a856-64e457d52aa4 req-1f40d4a0-fa04-4274-b31e-f2079ab305dc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:43.193380 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c33ce655-edcb-4a22-a856-64e457d52aa4 req-1f40d4a0-fa04-4274-b31e-f2079ab305dc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 946 time: 0.1888368 Apr 21 14:41:43.299773 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b958b547-44c0-4e6e-9869-d594dffb5945 req-c92c0914-4939-4485-a75f-bddcc482cec8 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016512 Apr 21 14:41:43.305180 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c33ce655-edcb-4a22-a856-64e457d52aa4 req-9bcf2e61-6453-447d-adee-04ab3994ec40 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763431 Apr 21 14:41:43.361473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16554834'] for subnet, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:43.369031 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b8cd82fa-da54-4cba-8e17-fea2fe6f1043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:43.632902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d527c8cd-9818-40e4-aa76-1e38b2ae8bb6,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:43.638424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:43.649712 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Checking segment: {'id': '559e315b-e75f-441a-97d7-97672c439551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:41:43.650351 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Network hostable DHCP agents. Network: b2fe3a78-bde6-4a67-9d14-376e6fa74868, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:41:43.681538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Network b2fe3a78-bde6-4a67-9d14-376e6fa74868 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:41:43.696905 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, b2fe3a78-bde6-4a67-9d14-376e6fa74868) {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:41:43.707523 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454ba560-cc65-4886-9f1e-8095f9c0afe9 None None] Network b2fe3a78-bde6-4a67-9d14-376e6fa74868 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:41:43.721622 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:43.722727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:43.760865 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2124741 Apr 21 14:41:43.802764 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932e462-ee51-418a-b02a-8e172a572f6f req-28489295-e549-4ed8-b678-88040ba89e7f tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:43.804440 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5932e462-ee51-418a-b02a-8e172a572f6f req-28489295-e549-4ed8-b678-88040ba89e7f tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 945 time: 0.2227161 Apr 21 14:41:43.888136 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5932e462-ee51-418a-b02a-8e172a572f6f req-981f6fa7-2116-4a8f-9f9a-4fc48c6a8168 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687513 Apr 21 14:41:44.081408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bee97a-7683-48ad-bdb8-102bd592306f None None] Network b2fe3a78-bde6-4a67-9d14-376e6fa74868 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:41:44.676073 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b971b74-8e7b-4e03-bcdf-eccaadccf2b1 req-51dda6e8-906d-407f-85dd-8e34987c30fe tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:44.677923 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0b971b74-8e7b-4e03-bcdf-eccaadccf2b1 req-51dda6e8-906d-407f-85dd-8e34987c30fe tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1624730 Apr 21 14:41:44.764232 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0b971b74-8e7b-4e03-bcdf-eccaadccf2b1 req-64551b49-6021-4e92-bcf3-d99e8beb9783 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618000 Apr 21 14:41:44.845099 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 99e89cf9-b92d-4ed7-a891-511e428a3691 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:41:44.940802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port 99e89cf9-b92d-4ed7-a891-511e428a3691 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:41:44.951145 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 99e89cf9-b92d-4ed7-a891-511e428a3691 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:44.952105 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:45.225926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:45.229807 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998ad75-44ce-487a-bea4-fa4e2889cc3c req-fb795091-61a5-4bd4-bb0e-0b0dff1dc553 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:45.232076 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5998ad75-44ce-487a-bea4-fa4e2889cc3c req-fb795091-61a5-4bd4-bb0e-0b0dff1dc553 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 945 time: 0.1775911 Apr 21 14:41:45.307553 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5998ad75-44ce-487a-bea4-fa4e2889cc3c req-b78647f6-9f48-46e0-ad7b-3c706ce07432 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639791 Apr 21 14:41:45.307939 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 99e89cf9-b92d-4ed7-a891-511e428a3691, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=99e89cf9-b92d-4ed7-a891-511e428a3691,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:41:45.309681 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307d46e0-1093-457f-93e7-ccf4766930ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e89cf9-b92d-4ed7-a891-511e428a3691'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:41:45.319879 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:45.319879 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:45.475317 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307d46e0-1093-457f-93e7-ccf4766930ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e89cf9-b92d-4ed7-a891-511e428a3691', 'code': 200} Apr 21 14:41:45.483866 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=99e89cf9-b92d-4ed7-a891-511e428a3691,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:45.514580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:45.515275 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:45.515804 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:45.516340 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:45.517107 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:45.517927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:45.518473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:45.518996 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:45.519522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:45.520020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:45.520528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:45.521108 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:45.526429 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:46.003936 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a0164-102c-4b98-b9c1-543509f79e12 req-75a299d5-f3c0-40b4-896c-a344d962262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:46.006847 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c17a0164-102c-4b98-b9c1-543509f79e12 req-75a299d5-f3c0-40b4-896c-a344d962262b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 1099 time: 0.2272508 Apr 21 14:41:46.079249 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c17a0164-102c-4b98-b9c1-543509f79e12 req-90fc5a44-6960-4cf6-91d4-9ff9e977ce5f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616636 Apr 21 14:41:46.370318 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0815cae-7899-424e-b16b-3a0ffa052683 req-82b43d83-54ae-4b89-8c59-eb5e9355ba93 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:46.374574 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d0815cae-7899-424e-b16b-3a0ffa052683 req-82b43d83-54ae-4b89-8c59-eb5e9355ba93 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1989868 Apr 21 14:41:46.540954 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d0815cae-7899-424e-b16b-3a0ffa052683 req-b5c994ed-be04-420d-a70a-0d66bc6dbc45 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533432 Apr 21 14:41:46.894550 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-eee80921-6d71-4dd8-be7d-dfbc8d181b99 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:46.896324 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-eee80921-6d71-4dd8-be7d-dfbc8d181b99 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/networks?id=b2fe3a78-bde6-4a67-9d14-376e6fa74868 HTTP/1.1" status: 200 len: 808 time: 0.2579801 Apr 21 14:41:46.906946 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70061d1c-0983-4dce-95b8-4c5ce90333c3 req-62689756-1f74-4005-a727-ed60191ddf92 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:46.908627 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-70061d1c-0983-4dce-95b8-4c5ce90333c3 req-62689756-1f74-4005-a727-ed60191ddf92 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1718910 Apr 21 14:41:46.941583 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-a95f917c-42d3-4ea3-9cab-9a3ba822a290 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/quotas/9697196dcb234e47be6b135250436988 HTTP/1.1" status: 200 len: 375 time: 0.0313311 Apr 21 14:41:47.021729 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-70061d1c-0983-4dce-95b8-4c5ce90333c3 req-a2bae02a-a1d9-444e-985b-89f220759714 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041279 Apr 21 14:41:47.024509 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-0f82da68-052c-4c04-aa5d-c3a27a4b937e tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9697196dcb234e47be6b135250436988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672231 Apr 21 14:41:47.201448 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b32dfa23-23bc-427a-a54f-c0713d2e3253 service neutron] 10.222.0.15 "GET /v2.0/networks/b2fe3a78-bde6-4a67-9d14-376e6fa74868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587038 Apr 21 14:41:47.376232 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-07c7e88d-c072-4654-92b4-b23c9b55079f service neutron] 10.222.0.15 "GET /v2.0/networks/b2fe3a78-bde6-4a67-9d14-376e6fa74868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671851 Apr 21 14:41:47.699209 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ceac892e-e38d-4e86-a765-7f72bd01bf28 req-2be554b5-cac9-46da-99a9-1556f53ed80e tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 210 time: 0.0937240 Apr 21 14:41:47.895825 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9711b6-00fc-4c66-866f-87cbbd5cae1f req-9fa25e7c-3101-45a1-b09d-14f1db1a1afb tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:47.898143 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4c9711b6-00fc-4c66-866f-87cbbd5cae1f req-9fa25e7c-3101-45a1-b09d-14f1db1a1afb tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1761734 Apr 21 14:41:48.006917 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4c9711b6-00fc-4c66-866f-87cbbd5cae1f req-8814f479-74cd-4956-88fd-e3f1c86a4d7d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961335 Apr 21 14:41:48.418115 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe3b83-5b5c-49bc-bafb-7795315b66ea req-4cc06949-bcd1-4ec6-82d6-da6d1e9ed868 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:48.427866 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9abe3b83-5b5c-49bc-bafb-7795315b66ea req-4cc06949-bcd1-4ec6-82d6-da6d1e9ed868 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1983745 Apr 21 14:41:48.557484 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9abe3b83-5b5c-49bc-bafb-7795315b66ea req-04d31ceb-3abc-402d-b7d3-a88d65bcd740 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231070 Apr 21 14:41:48.878681 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58466) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:48.930534 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23059f9a-9374-4ffa-a503-d3a7099bac60 req-205b2380-fed7-47cd-89ce-b38ec97a59b8 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:48.932170 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-23059f9a-9374-4ffa-a503-d3a7099bac60 req-205b2380-fed7-47cd-89ce-b38ec97a59b8 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1756620 Apr 21 14:41:48.940536 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ae538a61-2780-4505-b8dc-24a357f872ad req-cc7de1e0-b994-4380-8ab6-b01f9a11ca9c tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 210 time: 0.0692117 Apr 21 14:41:48.945553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 58472) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:48.951583 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-27baf0e0-8983-467f-9d7c-13b67959f006 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Request body: {'floatingip': {'port_id': '99e89cf9-b92d-4ed7-a891-511e428a3691'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:49.042715 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-27baf0e0-8983-467f-9d7c-13b67959f006 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:49.080189 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c14537c3-0bc2-48d7-8f3e-754e0ca19ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:49.103683 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c14537c3-0bc2-48d7-8f3e-754e0ca19ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:49.109724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c14537c3-0bc2-48d7-8f3e-754e0ca19ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:843a9731fced45109a2dcbfb74035674 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:49.114688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c14537c3-0bc2-48d7-8f3e-754e0ca19ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:49.123042 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c14537c3-0bc2-48d7-8f3e-754e0ca19ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:49.245620 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c14537c3-0bc2-48d7-8f3e-754e0ca19ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:49.250529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c14537c3-0bc2-48d7-8f3e-754e0ca19ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:49.275038 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7de83104-0c8f-4108-83f6-9432d2814f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:49.338261 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14537c3-0bc2-48d7-8f3e-754e0ca19ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527f8ab5-f6da-49f6-a8d8-a818a1db02f8,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:49.356909 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c14537c3-0bc2-48d7-8f3e-754e0ca19ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:49.362222 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c14537c3-0bc2-48d7-8f3e-754e0ca19ae7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=843a9731fced45109a2dcbfb74035674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817147 Apr 21 14:41:49.364886 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58480) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:49.465116 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c72060b9-23d3-406c-9d98-c2a18e657ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:49.530030 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c72060b9-23d3-406c-9d98-c2a18e657ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:49.590229 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c72060b9-23d3-406c-9d98-c2a18e657ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:49.599793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-90d843ee-1fb8-4743-8dbd-4e6f2c610d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:49.629790 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72060b9-23d3-406c-9d98-c2a18e657ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527f8ab5-f6da-49f6-a8d8-a818a1db02f8,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:49.632891 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c72060b9-23d3-406c-9d98-c2a18e657ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:49.634452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c72060b9-23d3-406c-9d98-c2a18e657ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:49.636196 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c72060b9-23d3-406c-9d98-c2a18e657ca9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/527f8ab5-f6da-49f6-a8d8-a818a1db02f8 HTTP/1.1" status: 204 len: 168 time: 0.2700441 Apr 21 14:41:49.963170 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc473f-c83b-459f-b5d4-ee37d01e245a req-6712dcbc-2be2-4a2d-88c7-0d621f5580dc tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:49.972165 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1cbc473f-c83b-459f-b5d4-ee37d01e245a req-6712dcbc-2be2-4a2d-88c7-0d621f5580dc tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.6347728 Apr 21 14:41:50.097698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-0aafe904-0a5b-41e0-982a-58ead4355c4d tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:50.100956 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-0aafe904-0a5b-41e0-982a-58ead4355c4d tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.44 "GET /v2.0/networks?id=b2fe3a78-bde6-4a67-9d14-376e6fa74868 HTTP/1.1" status: 200 len: 808 time: 0.6993244 Apr 21 14:41:50.124698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Request body: {'port': {'device_id': '6459168b-e91d-437b-9992-e9e05dea75f4', 'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868', 'admin_state_up': True, 'tenant_id': '9697196dcb234e47be6b135250436988'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:50.495072 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-26ccfc71-158c-4a7c-9dcf-9bac453392dd req-3115fe65-e7ff-4f98-a3e9-0eb1295698b9 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 210 time: 0.1606605 Apr 21 14:41:50.511234 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1cbc473f-c83b-459f-b5d4-ee37d01e245a req-c05ffff3-9580-4195-a83e-f9d927877a6f tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376847 Apr 21 14:41:50.665432 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58526) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:50.881505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-964018044-network', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:50.886756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:50.891916 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Usage tracker for resource:network and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:50.895134 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:50.911992 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:50.929791 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Made reservation on behalf of 82a904343c524d8dbab7b58ad4c4642d for: {'network': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:41:50.940309 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:50.968890 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:50.992836 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:51.000576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Usage tracker for resource:security_group_rule and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:51.006038 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:51.018633 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:51.132211 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:51.139441 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:51.144186 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:51.147806 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Usage tracker for resource:port and tenant:9697196dcb234e47be6b135250436988 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:51.150375 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:51.158684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:51.177472 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:51.180019 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=86343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:41:51.195471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36651575-8c19-4da0-9d24-5fe73e618eb9,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:51.199430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:51.202864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:51.203264 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Added segment 11428c45-b949-4b0d-abdf-a03106521dee of type vlan for network 5c6c898c-e436-4dfd-8036-3c794bda2677 Apr 21 14:41:51.216371 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Made reservation on behalf of 9697196dcb234e47be6b135250436988 for: {'port': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:41:51.228040 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:51.236401 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:51.273383 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:51.274935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:51.275866 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:51.282450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:51.391862 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7245464 Apr 21 14:41:51.397681 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58538) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:51.400329 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6c898c-e436-4dfd-8036-3c794bda2677,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:51.406254 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:51.413207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network 5c6c898c-e436-4dfd-8036-3c794bda2677 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:41:51.415987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Request body: {'subnet': {'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-964018044-subnet', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'ip_version': 4}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:51.426573 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:51.434343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Usage tracker for resource:subnet and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:51.439476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:51.451463 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:51.462351 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.db.resource_extend [None req-27baf0e0-8983-467f-9d7c-13b67959f006 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 21 14:41:51.495611 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Made reservation on behalf of 82a904343c524d8dbab7b58ad4c4642d for: {'subnet': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:41:51.517893 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16554819'] for subnet, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:51.723428 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-27baf0e0-8983-467f-9d7c-13b67959f006 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:51.803345 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-27baf0e0-8983-467f-9d7c-13b67959f006 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:52.147097 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a38508fb-8245-4792-b7f3-f9610924c0f9 req-1a6e5404-f191-4b96-8013-5583941e0b56 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 210 time: 0.4318771 Apr 21 14:41:52.431577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16554834'] for subnet, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:52.442062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-250424f9-2b02-4a3f-8b70-2d597fa8a083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:52.552052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Allocated IP 172.20.0.9 (b2fe3a78-bde6-4a67-9d14-376e6fa74868/d527c8cd-9818-40e4-aa76-1e38b2ae8bb6/c1ecec4e-34f3-48d7-a039-8aec0400a44b) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:41:52.556051 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_db [None req-27baf0e0-8983-467f-9d7c-13b67959f006 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Floating IP ac840177-439a-46c5-b7dd-b47f5353ba57 associated. External IP: 172.28.3.209, port: 99e89cf9-b92d-4ed7-a891-511e428a3691. Apr 21 14:41:52.582052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=786e5c71-17b6-45dd-ac99-0b9dda843b69,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:52.590304 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:52.610707 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Checking segment: {'id': '11428c45-b949-4b0d-abdf-a03106521dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:41:52.611273 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Network hostable DHCP agents. Network: 5c6c898c-e436-4dfd-8036-3c794bda2677, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:41:52.647473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Network 5c6c898c-e436-4dfd-8036-3c794bda2677 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:41:52.669120 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, 5c6c898c-e436-4dfd-8036-3c794bda2677) {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:41:52.689042 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba050a-ee8e-44a7-864a-bd1a7039c7af None None] Network 5c6c898c-e436-4dfd-8036-3c794bda2677 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:41:52.690699 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:52.691794 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:52.714229 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc271c71-2938-4e5a-85f2-d9577effd3bf req-11e03ccd-1637-4fdb-a235-489730d08f2a tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:52.725332 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fc271c71-2938-4e5a-85f2-d9577effd3bf req-11e03ccd-1637-4fdb-a235-489730d08f2a tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.6121817 Apr 21 14:41:52.741245 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3399801 Apr 21 14:41:52.742640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58554) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:52.748355 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:52.754705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:41:52.759953 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Usage tracker for resource:router and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:41:52.764799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:41:52.775039 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:41:52.787797 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-431851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15891'] for router, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:52.788998 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854343965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854326267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759909'] for router, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:52.808253 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:52.849981 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fc271c71-2938-4e5a-85f2-d9577effd3bf req-2d619d9e-3f58-4f77-85bf-ea8874a2c40b tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232967 Apr 21 14:41:53.093343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff83c420-0941-5bda-b2c0-79d0f2ff311f-5c6c898c-e436-4dfd-8036-3c794bda2677', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'fixed_ips': [{'subnet_id': '786e5c71-17b6-45dd-ac99-0b9dda843b69'}]}} from dv-cinder-786385-2-smb. {{(pid=86345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 14:41:53.094763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:53.356297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854326030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854345128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759926'] for router, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:53.434051 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27baf0e0-8983-467f-9d7c-13b67959f006 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Router 556de49b-a657-47fe-adf8-b766db475ce9 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:41:53.649756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Allocated IP 172.20.0.2 (5c6c898c-e436-4dfd-8036-3c794bda2677/786e5c71-17b6-45dd-ac99-0b9dda843b69/c0d257af-b735-4097-bfe0-5d6b6dca8fd6) {{(pid=86345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:41:53.947474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:53.985304 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9922d76c-40f9-49ae-a933-32c91085c40c req-44590b39-db06-49f6-8d72-75cd16996b35 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 210 time: 0.2223036 Apr 21 14:41:54.079082 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27baf0e0-8983-467f-9d7c-13b67959f006 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:41:54.089332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-27baf0e0-8983-467f-9d7c-13b67959f006 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:54.096490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb7803a-6859-4ef8-aa47-22426c4a716a None None] Sync routers for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:41:54.110124 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb7803a-6859-4ef8-aa47-22426c4a716a None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:41:54.111097 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-0bb7803a-6859-4ef8-aa47-22426c4a716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:41:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:54.129476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:54.174360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Notify callbacks [] for port, precommit_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:54.200837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Transition to ACTIVE for port object c0d257af-b735-4097-bfe0-5d6b6dca8fd6 will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:41:54.202983 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:54.268146 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Transition to ACTIVE for port object c0d257af-b735-4097-bfe0-5d6b6dca8fd6 will not be triggered until provisioned by entity DHCP. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:41:54.276095 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:54.294316 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:54.316774 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:54.443961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Network 5c6c898c-e436-4dfd-8036-3c794bda2677 is already hosted by enough agents. {{(pid=86345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:41:54.450810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Resources bound (agent type, host, resource id): {{(pid=86345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:41:54.460468 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Allocated IP 172.28.3.110 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/83a073ee-2129-4f5e-874c-3b67e5756397) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:41:54.465760 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Received port after_create {{(pid=86345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:41:54.491691 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Pushing event updated for resources: {'Port': ['ID=c0d257af-b735-4097-bfe0-5d6b6dca8fd6,revision_number=1']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:54.498141 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:54.578600 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-58a9ed82-9944-4726-ba23-c8d7bfdac3f0 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:54.594480 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-58a9ed82-9944-4726-ba23-c8d7bfdac3f0 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/networks?id=9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 200 len: 813 time: 0.3303485 Apr 21 14:41:54.616466 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c0112501-6a86-46e3-bb44-bea746ebd921 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:54.667406 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-0bb7803a-6859-4ef8-aa47-22426c4a716a None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:41:54.704297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:54.728414 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Attempting to bind port c0d257af-b735-4097-bfe0-5d6b6dca8fd6 on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:41:54.729344 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Attempting to bind port c0d257af-b735-4097-bfe0-5d6b6dca8fd6 by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '11428c45-b949-4b0d-abdf-a03106521dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:41:54.730206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Attempting to bind port c0d257af-b735-4097-bfe0-5d6b6dca8fd6 on network 5c6c898c-e436-4dfd-8036-3c794bda2677 {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:41:54.741462 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:54.745160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:41:54.746404 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-27baf0e0-8983-467f-9d7c-13b67959f006 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "PUT /v2.0/floatingips/ac840177-439a-46c5-b7dd-b47f5353ba57 HTTP/1.1" status: 200 len: 992 time: 5.7992823 Apr 21 14:41:54.747508 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:54.752633 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Checking segment: {'id': '11428c45-b949-4b0d-abdf-a03106521dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:41:54.753753 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:54.754595 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Bound using segment: {'id': '11428c45-b949-4b0d-abdf-a03106521dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:41:54.755620 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Bound port: c0d257af-b735-4097-bfe0-5d6b6dca8fd6, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11428c45-b949-4b0d-abdf-a03106521dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:41:54.756432 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:54.779123 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307d46e0-1093-457f-93e7-ccf4766930ee', 'tag': '99e89cf9-b92d-4ed7-a891-511e428a3691'}] {{(pid=86344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:41:54.800489 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-78776ae4-b5bf-45ac-a03f-f9307d0186f0 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/quotas/7a2da49073544277aaca0ee42d00fa28 HTTP/1.1" status: 200 len: 375 time: 0.0979228 Apr 21 14:41:54.812145 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:41:54.815868 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:41:54.839434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:41:54.854895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Network b2fe3a78-bde6-4a67-9d14-376e6fa74868 is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:41:54.926763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] For port c0d257af-b735-4097-bfe0-5d6b6dca8fd6, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:41:54.931602 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] For port c0d257af-b735-4097-bfe0-5d6b6dca8fd6, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=c0d257af-b735-4097-bfe0-5d6b6dca8fd6,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:41:54.935849 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:54.941577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:54.957522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Pushing event updated for resources: {'Port': ['ID=83a073ee-2129-4f5e-874c-3b67e5756397,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:54.963324 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:41:54.964452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:54.975064 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:41:54.988145 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:54.990334 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:55.041161 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9283617 Apr 21 14:41:55.042227 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Pushing event updated for resources: {'Port': ['ID=c1ecec4e-34f3-48d7-a039-8aec0400a44b,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:55.060024 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:55.060842 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:55.061520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:55.062160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:55.064888 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:55.065660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:55.066311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:55.066961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:55.067609 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:55.068258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:55.068913 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:55.069586 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:41:55.086643 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:55.100044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-0bb7803a-6859-4ef8-aa47-22426c4a716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': 'ac840177-439a-46c5-b7dd-b47f5353ba57', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'floating_ip_address': '172.28.3.209', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'port_id': '99e89cf9-b92d-4ed7-a891-511e428a3691', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'mac_address': 'fa:16:3e:9b:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307d46e0-1093-457f-93e7-ccf4766930ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:41:24Z', 'updated_at': '2021-04-21T14:41:51Z', 'revision_number': 1, 'project_id': '3214a692023d4ab892db2772036c242c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:28Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:55.102573 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Pushing event updated for resources: {'Port': ['ID=c0d257af-b735-4097-bfe0-5d6b6dca8fd6,revision_number=2']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:55.103900 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Request body: {'port': {'device_id': '6459168b-e91d-437b-9992-e9e05dea75f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:55.105895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb7803a-6859-4ef8-aa47-22426c4a716a None None] Checking router: 556de49b-a657-47fe-adf8-b766db475ce9 for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:41:55.116310 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb7803a-6859-4ef8-aa47-22426c4a716a None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:41:55.116886 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:55.117497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-0bb7803a-6859-4ef8-aa47-22426c4a716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:41:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:55.180958 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd4e59-47a3-4220-9c4a-f7f1970bc9be req-61b9cdf0-d72d-438f-a99e-aab5b2ad88e3 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:55.184230 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-97fd4e59-47a3-4220-9c4a-f7f1970bc9be req-61b9cdf0-d72d-438f-a99e-aab5b2ad88e3 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.9955285 Apr 21 14:41:55.398322 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-c5946425-d59a-40c4-a46d-64c9e7ecfddb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a2da49073544277aaca0ee42d00fa28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5792487 Apr 21 14:41:55.404731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-0bb7803a-6859-4ef8-aa47-22426c4a716a None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:41:55.412634 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-97fd4e59-47a3-4220-9c4a-f7f1970bc9be req-75b4dadf-cdc1-4da7-9f89-20c473112bd8 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011554 Apr 21 14:41:55.807180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:55.891323 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:56.000094 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307d46e0-1093-457f-93e7-ccf4766930ee', 'tag': '99e89cf9-b92d-4ed7-a891-511e428a3691', 'status': 'completed', 'code': 200} Apr 21 14:41:56.013817 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-12186ef3-0547-451c-b3f2-e5b6cdd6d2c2 service neutron] 10.222.0.15 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920179 Apr 21 14:41:56.142004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-0bb7803a-6859-4ef8-aa47-22426c4a716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': 'ac840177-439a-46c5-b7dd-b47f5353ba57', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'floating_ip_address': '172.28.3.209', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'port_id': '99e89cf9-b92d-4ed7-a891-511e428a3691', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'mac_address': 'fa:16:3e:9b:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307d46e0-1093-457f-93e7-ccf4766930ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:41:24Z', 'updated_at': '2021-04-21T14:41:51Z', 'revision_number': 1, 'project_id': '3214a692023d4ab892db2772036c242c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:28Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:56.151698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb7803a-6859-4ef8-aa47-22426c4a716a None None] The sync data for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb is: [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': 'ac840177-439a-46c5-b7dd-b47f5353ba57', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'floating_ip_address': '172.28.3.209', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'port_id': '99e89cf9-b92d-4ed7-a891-511e428a3691', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'mac_address': 'fa:16:3e:9b:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307d46e0-1093-457f-93e7-ccf4766930ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:41:24Z', 'updated_at': '2021-04-21T14:41:51Z', 'revision_number': 1, 'project_id': '3214a692023d4ab892db2772036c242c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:28Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:41:56.175445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device c0d257af-b735-4097-bfe0-5d6b6dca8fd6 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:41:56.317052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port c0d257af-b735-4097-bfe0-5d6b6dca8fd6 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:41:56.469089 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-6e3e1741-db88-4aa5-9866-b2c546c0888e service neutron] 10.222.0.15 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542196 Apr 21 14:41:56.477818 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab134b-2a2c-42a7-ab56-141fef156702 req-cff5dd89-1d52-4876-8287-9c554e92630c tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:56.478636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-a7ab134b-2a2c-42a7-ab56-141fef156702 req-cff5dd89-1d52-4876-8287-9c554e92630c tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Synchronizing usage tracker for tenant:9697196dcb234e47be6b135250436988 on resource:port {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:41:56.522840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-a7ab134b-2a2c-42a7-ab56-141fef156702 req-cff5dd89-1d52-4876-8287-9c554e92630c tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Unset dirty status for tenant:9697196dcb234e47be6b135250436988 on resource:port {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:41:56.531234 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a7ab134b-2a2c-42a7-ab56-141fef156702 req-cff5dd89-1d52-4876-8287-9c554e92630c tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 931 time: 0.3762255 Apr 21 14:41:56.598260 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4be247-b5bc-4498-9f29-806246f513ef None None] New status for floating IP ac840177-439a-46c5-b7dd-b47f5353ba57: ACTIVE {{(pid=86345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:41:56.797911 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a7ab134b-2a2c-42a7-ab56-141fef156702 req-5cc4c438-d7a2-473e-a8ad-c42cd491bdc8 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652819 Apr 21 14:41:57.104897 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201740-79c8-44ac-886b-b9ae2ed74607 req-a2309475-0051-4afb-92b0-b28fbee17848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:57.117473 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-83201740-79c8-44ac-886b-b9ae2ed74607 req-a2309475-0051-4afb-92b0-b28fbee17848 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 1099 time: 0.8086236 Apr 21 14:41:57.126151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2f852-99d8-4573-b0bc-e186c5a5bfb0 req-21a06bbb-c223-4335-bf48-5f0efdd06ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:57.127796 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f9d2f852-99d8-4573-b0bc-e186c5a5bfb0 req-21a06bbb-c223-4335-bf48-5f0efdd06ded service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3214a692023d4ab892db2772036c242c&device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 1099 time: 1.0696847 Apr 21 14:41:57.129151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-430656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449752'] for router, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:57.184593 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b91c859b-8dd1-4174-9d67-e7f7354a9918 req-7846a2d9-0bac-4d9a-9a69-baaade084737 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 210 time: 0.1599665 Apr 21 14:41:57.223947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ecec4e-34f3-48d7-a039-8aec0400a44b {{(pid=86344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:41:57.238041 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:57.241218 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc7c060-1474-45c5-b627-a7fa01df4a71 None None] Network 5c6c898c-e436-4dfd-8036-3c794bda2677 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:41:57.270278 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Transition to ACTIVE for port object c1ecec4e-34f3-48d7-a039-8aec0400a44b will not be triggered until provisioned by entity L2. {{(pid=86344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:41:57.283132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b24f-44d3-4e56-9855-904a50fcd474 req-7e546464-1f70-46d7-bb1f-85bde4a533a3 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:57.295742 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-40d3b24f-44d3-4e56-9855-904a50fcd474 req-7e546464-1f70-46d7-bb1f-85bde4a533a3 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.4032362 Apr 21 14:41:57.300375 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:57.321222 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f2ce6f47-6d20-45ec-932d-2c33eccaafc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:57.403779 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ecec4e-34f3-48d7-a039-8aec0400a44b,revision_number=2']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:57.412381 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:57.677144 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2f852-99d8-4573-b0bc-e186c5a5bfb0 req-e2f0da83-b1d8-480a-a0fa-b14a4de217b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:57.679800 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f9d2f852-99d8-4573-b0bc-e186c5a5bfb0 req-e2f0da83-b1d8-480a-a0fa-b14a4de217b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=360abb24-8ba4-4c03-a629-c3398e2a39ca HTTP/1.1" status: 200 len: 912 time: 0.5335736 Apr 21 14:41:57.680296 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-40d3b24f-44d3-4e56-9855-904a50fcd474 req-b27d04f5-9449-4ec1-8f1e-628427a31b61 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835442 Apr 21 14:41:57.732229 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Attempting to bind port c1ecec4e-34f3-48d7-a039-8aec0400a44b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:41:57.732873 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Attempting to bind port c1ecec4e-34f3-48d7-a039-8aec0400a44b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '559e315b-e75f-441a-97d7-97672c439551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868'}] {{(pid=86344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:41:57.733496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Attempting to bind port c1ecec4e-34f3-48d7-a039-8aec0400a44b on network b2fe3a78-bde6-4a67-9d14-376e6fa74868 {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:41:57.743638 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Port c1ecec4e-34f3-48d7-a039-8aec0400a44b on network b2fe3a78-bde6-4a67-9d14-376e6fa74868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:41:57.744248 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Attempting to bind port c1ecec4e-34f3-48d7-a039-8aec0400a44b on network b2fe3a78-bde6-4a67-9d14-376e6fa74868 {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:41:57.755780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:41:57.756589 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Checking segment: {'id': '559e315b-e75f-441a-97d7-97672c439551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:41:57.757100 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Bound using segment: {'id': '559e315b-e75f-441a-97d7-97672c439551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868'} {{(pid=86344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:41:57.757904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Bound port: c1ecec4e-34f3-48d7-a039-8aec0400a44b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559e315b-e75f-441a-97d7-97672c439551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868'}}] {{(pid=86344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:41:57.758541 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:57.776775 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-94622bd3-541c-4b36-a0a2-6ea09d29ead8 None None] Provisioning for port c0d257af-b735-4097-bfe0-5d6b6dca8fd6 completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:41:57.787856 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-94622bd3-541c-4b36-a0a2-6ea09d29ead8 None None] Provisioning complete for port c0d257af-b735-4097-bfe0-5d6b6dca8fd6 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:57.788627 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-94622bd3-541c-4b36-a0a2-6ea09d29ead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:57.989704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] For port c1ecec4e-34f3-48d7-a039-8aec0400a44b, host hv-cinder-78638, cleared binding levels {{(pid=86344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:41:57.996542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] For port c1ecec4e-34f3-48d7-a039-8aec0400a44b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c1ecec4e-34f3-48d7-a039-8aec0400a44b,segment=NetworkSegment(559e315b-e75f-441a-97d7-97672c439551),segment_id=559e315b-e75f-441a-97d7-97672c439551)] {{(pid=86344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:41:58.002076 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:58.014230 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:58.125428 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-83201740-79c8-44ac-886b-b9ae2ed74607 req-1fba55f4-2f27-4493-9b58-c0f5896727ca service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9936147 Apr 21 14:41:58.151359 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f9d2f852-99d8-4573-b0bc-e186c5a5bfb0 req-4ab528e9-45c4-4428-9b2f-4b836aeafd8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99e89cf9-b92d-4ed7-a891-511e428a3691 HTTP/1.1" status: 200 len: 1002 time: 0.1580741 Apr 21 14:41:58.165479 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Router 272a8dcb-6909-498e-a2a3-369cf1af2851 is scheduled to L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a with binding_index 1 {{(pid=86343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 14:41:58.166848 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-94622bd3-541c-4b36-a0a2-6ea09d29ead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:58.201334 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:58.202463 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:58.205060 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] 10.222.0.44 "PUT /v2.0/ports/c1ecec4e-34f3-48d7-a039-8aec0400a44b HTTP/1.1" status: 200 len: 1093 time: 3.1167006 Apr 21 14:41:58.205907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6459168b-e91d-437b-9992-e9e05dea75f4', 'tag': 'c1ecec4e-34f3-48d7-a039-8aec0400a44b'}] {{(pid=86344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:41:58.275165 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-94622bd3-541c-4b36-a0a2-6ea09d29ead8 None None] For port c0d257af-b735-4097-bfe0-5d6b6dca8fd6, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=c0d257af-b735-4097-bfe0-5d6b6dca8fd6,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:41:58.286584 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-94622bd3-541c-4b36-a0a2-6ea09d29ead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:58.290848 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:41:58.311687 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6459168b-e91d-437b-9992-e9e05dea75f4', 'tag': 'c1ecec4e-34f3-48d7-a039-8aec0400a44b', 'status': 'completed', 'code': 200} Apr 21 14:41:58.323334 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ecec4e-34f3-48d7-a039-8aec0400a44b,revision_number=3']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:58.330902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:58.375468 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033b8f9-bd3e-4790-b40b-771c7b6a0583 req-1112dd76-c6ff-42e6-a603-8cf53ec0da23 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:58.392189 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1033b8f9-bd3e-4790-b40b-771c7b6a0583 req-1112dd76-c6ff-42e6-a603-8cf53ec0da23 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 943 time: 0.3802636 Apr 21 14:41:58.446943 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94622bd3-541c-4b36-a0a2-6ea09d29ead8 None None] Pushing event updated for resources: {'Port': ['ID=c0d257af-b735-4097-bfe0-5d6b6dca8fd6,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:41:58.453307 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-94622bd3-541c-4b36-a0a2-6ea09d29ead8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:41:58.502526 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:41:58.518302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Sync routers for ids ['272a8dcb-6909-498e-a2a3-369cf1af2851'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:41:58.535327 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1033b8f9-bd3e-4790-b40b-771c7b6a0583 req-47745e25-8de1-43c2-85c6-327eee7537b1 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419647 Apr 21 14:41:58.539333 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Routers {'272a8dcb-6909-498e-a2a3-369cf1af2851'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:41:58.540819 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:41:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['272a8dcb-6909-498e-a2a3-369cf1af2851'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:58.611254 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2f852-99d8-4573-b0bc-e186c5a5bfb0 req-8b9365f7-11c2-46f6-9043-725ab34de6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:58.623076 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f9d2f852-99d8-4573-b0bc-e186c5a5bfb0 req-8b9365f7-11c2-46f6-9043-725ab34de6cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3000c177-c2b6-4910-a0a4-b4dc9431018a HTTP/1.1" status: 200 len: 850 time: 0.2436237 Apr 21 14:41:58.742238 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-89682d2f-f511-456c-bc5a-669fdbcf6a42 req-c4d5f98c-a725-4b15-803d-c456deb58ed0 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 210 time: 0.2055862 Apr 21 14:41:58.812097 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d95ba-09da-45d2-b941-2c0f41daa230 req-e3a50d33-203b-4465-82d4-b38922c1dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:58.819790 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-875d95ba-09da-45d2-b941-2c0f41daa230 req-e3a50d33-203b-4465-82d4-b38922c1dff5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9697196dcb234e47be6b135250436988&device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 1096 time: 0.3832858 Apr 21 14:41:58.873054 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-e520be96-40ed-42c3-9456-d97a90342092 None None] Provisioning complete for port c0d257af-b735-4097-bfe0-5d6b6dca8fd6 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:41:58.873772 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e520be96-40ed-42c3-9456-d97a90342092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:59.034176 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Set router 272a8dcb-6909-498e-a2a3-369cf1af2851 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:41:59.054436 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Notify callbacks [] for router, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:59.062345 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.3181510 Apr 21 14:41:59.075211 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58642) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:59.178309 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d95ba-09da-45d2-b941-2c0f41daa230 req-4cb4f766-335f-4432-8e47-39cb275ddad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:59.180585 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-875d95ba-09da-45d2-b941-2c0f41daa230 req-4cb4f766-335f-4432-8e47-39cb275ddad7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9697196dcb234e47be6b135250436988&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3456354 Apr 21 14:41:59.428778 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d95ba-09da-45d2-b941-2c0f41daa230 req-5cdbff7b-da87-496f-975c-98eea9be8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:59.430426 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-875d95ba-09da-45d2-b941-2c0f41daa230 req-5cdbff7b-da87-496f-975c-98eea9be8465 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2007942 Apr 21 14:41:59.447227 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1ec8e-f23b-4d39-8f69-dbe7fddafece req-ad978b6e-94aa-4378-98b8-5a169811f2af tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:59.452268 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ef1ec8e-f23b-4d39-8f69-dbe7fddafece req-ad978b6e-94aa-4378-98b8-5a169811f2af tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.2667990 Apr 21 14:41:59.529988 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2f852-99d8-4573-b0bc-e186c5a5bfb0 req-53be639e-488c-4bbf-846d-969f5d4baff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:59.532170 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f9d2f852-99d8-4573-b0bc-e186c5a5bfb0 req-53be639e-488c-4bbf-846d-969f5d4baff8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=360abb24-8ba4-4c03-a629-c3398e2a39ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9014311 Apr 21 14:41:59.570587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:41:55Z', 'revision_number': 3, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port': {'id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:54Z', 'updated_at': '2021-04-21T14:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:41:59.576820 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Checking router: 272a8dcb-6909-498e-a2a3-369cf1af2851 for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:41:59.577469 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Updating router 272a8dcb-6909-498e-a2a3-369cf1af2851 port 83a073ee-2129-4f5e-874c-3b67e5756397 binding host dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:41:59.632047 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-00d2a0da-74a7-40de-b18a-b6b1e3d65673 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:59.635994 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-00d2a0da-74a7-40de-b18a-b6b1e3d65673 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "GET /v2.0/networks?id=9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 200 len: 813 time: 0.9020529 Apr 21 14:41:59.648535 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ef1ec8e-f23b-4d39-8f69-dbe7fddafece req-10f74f51-ce35-4948-91e0-e4b4d1aa11b5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901510 Apr 21 14:41:59.651219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:41:59.681512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-f5615cbd-ec4c-422a-b9d1-bef309043866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:59.683234 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-f5615cbd-ec4c-422a-b9d1-bef309043866 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9697196dcb234e47be6b135250436988&device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 1096 time: 0.1713822 Apr 21 14:41:59.774283 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Request body: {'port': {'device_id': '391b351a-6801-4656-9078-bdd11eeac26d', 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d', 'admin_state_up': True, 'tenant_id': '7a2da49073544277aaca0ee42d00fa28'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:41:59.849035 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-d947e2d0-b06e-4660-9fc9-8162ae45075b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ecec4e-34f3-48d7-a039-8aec0400a44b HTTP/1.1" status: 200 len: 217 time: 0.1558869 Apr 21 14:41:59.953759 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-695a55c5-d8e7-404f-a6d2-ca2ea6190310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:41:59.955544 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-695a55c5-d8e7-404f-a6d2-ca2ea6190310 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d527c8cd-9818-40e4-aa76-1e38b2ae8bb6 HTTP/1.1" status: 200 len: 848 time: 0.0959821 Apr 21 14:42:00.077800 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-04577e01-f047-46c1-9107-1e884ad6cd85 req-cb43c939-7346-467a-87fb-f8f62c9f8255 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 210 time: 0.1177244 Apr 21 14:42:00.172291 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Notify callbacks [] for port, precommit_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:00.188525 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Transition to ACTIVE for port object 83a073ee-2129-4f5e-874c-3b67e5756397 will not be triggered until provisioned by entity L2. {{(pid=86346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:42:00.200634 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:00.212208 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:00.214562 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device c0d257af-b735-4097-bfe0-5d6b6dca8fd6 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:00.302286 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a802d-9f5a-4cc4-b185-64453fffa6b3 None None] Pushing event updated for resources: {'Port': ['ID=83a073ee-2129-4f5e-874c-3b67e5756397,revision_number=2']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:00.302930 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-5f188983-8e6c-4166-b337-b18da14db944 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2fe3a78-bde6-4a67-9d14-376e6fa74868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2203329 Apr 21 14:42:00.306870 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bb4a802d-9f5a-4cc4-b185-64453fffa6b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:00.324961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Attempting to bind port 83a073ee-2129-4f5e-874c-3b67e5756397 on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:42:00.325560 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Attempting to bind port 83a073ee-2129-4f5e-874c-3b67e5756397 by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:42:00.326077 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Attempting to bind port 83a073ee-2129-4f5e-874c-3b67e5756397 on network 8a2848aa-eba2-47a6-8083-67a357f861ae {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:42:00.336232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:42:00.340375 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Checking segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:42:00.341095 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:00.344345 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Bound using segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:42:00.345110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Bound port: 83a073ee-2129-4f5e-874c-3b67e5756397, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:42:00.345671 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:00.416580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port c0d257af-b735-4097-bfe0-5d6b6dca8fd6 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:00.417300 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:00.450735 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f9d2f852-99d8-4573-b0bc-e186c5a5bfb0 req-aba34240-3ab1-4921-8365-d1392f79dbbd service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9023261 Apr 21 14:42:00.456433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:00.524702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Usage tracker for resource:port and tenant:7a2da49073544277aaca0ee42d00fa28 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:00.525577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e35a7-3b18-4972-8758-cf2febd9522a req-206680d0-a193-4424-b0a7-b1e9cac21d62 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:00.529465 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-025e35a7-3b18-4972-8758-cf2febd9522a req-206680d0-a193-4424-b0a7-b1e9cac21d62 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 943 time: 0.7790766 Apr 21 14:42:00.532241 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] For port 83a073ee-2129-4f5e-874c-3b67e5756397, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:42:00.536544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] For port 83a073ee-2129-4f5e-874c-3b67e5756397, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=83a073ee-2129-4f5e-874c-3b67e5756397,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:42:00.541212 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:00.541525 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:00.552180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-51370662-095d-49f0-81fb-eaed75cf8143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:00.664893 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-9dafde08-4451-4749-9022-e5171cd547c9 service neutron] 10.222.0.44 "GET /v2.0/networks/b2fe3a78-bde6-4a67-9d14-376e6fa74868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474574 Apr 21 14:42:00.687060 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Routers {'272a8dcb-6909-498e-a2a3-369cf1af2851'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:42:00.688197 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:41:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['272a8dcb-6909-498e-a2a3-369cf1af2851'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:00.736124 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-025e35a7-3b18-4972-8758-cf2febd9522a req-f7d302c5-3467-4998-91c8-4b71df6b68df tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964819 Apr 21 14:42:00.917124 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9067430-fb1c-4a56-b398-787fbfc41ab6 req-ff1c3ad7-018b-4e45-85a5-040df4001b59 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:00.930923 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b9067430-fb1c-4a56-b398-787fbfc41ab6 req-ff1c3ad7-018b-4e45-85a5-040df4001b59 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1034718 Apr 21 14:42:00.946101 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:01.002450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a802d-9f5a-4cc4-b185-64453fffa6b3 None None] Pushing event updated for resources: {'Port': ['ID=83a073ee-2129-4f5e-874c-3b67e5756397,revision_number=3']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:01.008444 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bb4a802d-9f5a-4cc4-b185-64453fffa6b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:01.017728 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b9067430-fb1c-4a56-b398-787fbfc41ab6 req-80cebf08-3657-407f-bd45-c8e317088323 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853603 Apr 21 14:42:01.050144 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Made reservation on behalf of 7a2da49073544277aaca0ee42d00fa28 for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:42:01.073452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:01.104181 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] Set router 272a8dcb-6909-498e-a2a3-369cf1af2851 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:42:01.195672 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-940387ac-1d0a-4153-aa0d-ff69c1927765 service neutron] 10.222.0.44 "GET /v2.0/networks/b2fe3a78-bde6-4a67-9d14-376e6fa74868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216465 Apr 21 14:42:01.323361 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f9d2f852-99d8-4573-b0bc-e186c5a5bfb0 req-286d5cc1-25ce-42df-bc3b-8a5389d4690c service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8340924 Apr 21 14:42:01.503181 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1700297c-6597-4ffb-8e42-93de00e48fea req-927a418e-c171-4fe0-8053-41d82e33f9e0 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 210 time: 0.1113737 Apr 21 14:42:01.876571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:41:55Z', 'revision_number': 3, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port': {'id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:54Z', 'updated_at': '2021-04-21T14:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:01.884213 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2db01b-a63a-4c1d-8290-e1a265502e93 None None] The sync data for ids ['272a8dcb-6909-498e-a2a3-369cf1af2851'] in dv-cinder-786385-2-smb is: [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:41:55Z', 'revision_number': 3, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port': {'id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:54Z', 'updated_at': '2021-04-21T14:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:42:02.100363 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdf5ca-2f3d-43f8-b48f-6de6b3de07ba req-f6db17f3-e158-408a-8e21-8f20d78d9512 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:02.103208 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d9bdf5ca-2f3d-43f8-b48f-6de6b3de07ba req-f6db17f3-e158-408a-8e21-8f20d78d9512 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.2231095 Apr 21 14:42:02.118153 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Allocated IP 172.20.0.2 (9c907955-4d5d-442b-ae69-abe5beaa5f4d/a5cb7ba8-c9f8-4181-a427-237fd83ba5bd/975545fb-48de-4d93-919f-226556c7c69d) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:42:02.187093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6e6d9-0441-4422-81e3-16bbf585e631 req-aac3683d-ec9e-4ebf-95ed-e53e1e2aee47 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:02.188946 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-02d6e6d9-0441-4422-81e3-16bbf585e631 req-aac3683d-ec9e-4ebf-95ed-e53e1e2aee47 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 943 time: 0.2073371 Apr 21 14:42:02.192181 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c6e36-0936-4bf0-9121-0c193644bdcd req-80a743ec-164c-4586-be5c-b9627f7aed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:02.193911 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f52c6e36-0936-4bf0-9121-0c193644bdcd req-80a743ec-164c-4586-be5c-b9627f7aed8f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c11f8866bb7b42299fa431b79c50c8ae&device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 1099 time: 0.4357352 Apr 21 14:42:02.201667 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d9bdf5ca-2f3d-43f8-b48f-6de6b3de07ba req-1c23b7c8-dc44-4b0f-89f5-cb2c67d3b53c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828440 Apr 21 14:42:02.269848 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-02d6e6d9-0441-4422-81e3-16bbf585e631 req-82e4548c-9bd7-4947-913d-0e349b531ebd tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643077 Apr 21 14:42:02.555950 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:02.593206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c6e36-0936-4bf0-9121-0c193644bdcd req-a8a2e21b-4003-4981-8fe1-9b59d427300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:02.594875 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f52c6e36-0936-4bf0-9121-0c193644bdcd req-a8a2e21b-4003-4981-8fe1-9b59d427300d service neutron] 10.222.0.44 "GET /v2.0/networks?id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 HTTP/1.1" status: 200 len: 919 time: 0.3930070 Apr 21 14:42:02.773315 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f52c6e36-0936-4bf0-9121-0c193644bdcd req-02818341-8ce3-4934-a8e2-b07c420228b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=673acf43-4747-4545-b90c-e1443809a378 HTTP/1.1" status: 200 len: 217 time: 0.1672964 Apr 21 14:42:02.845992 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-354b13ef-c156-4ffa-9b41-532eaae898bf req-4639d332-bd7b-44c8-9e91-e754ea9090d3 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 210 time: 0.1403136 Apr 21 14:42:02.902431 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c6e36-0936-4bf0-9121-0c193644bdcd req-b1acc6a0-47a0-4ea4-b2a9-bc2fb5a12a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:02.904447 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f52c6e36-0936-4bf0-9121-0c193644bdcd req-b1acc6a0-47a0-4ea4-b2a9-bc2fb5a12a46 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=624fa397-d3e9-4c20-810a-a1a22a65c72e HTTP/1.1" status: 200 len: 858 time: 0.1175098 Apr 21 14:42:03.081183 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:03.091735 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f52c6e36-0936-4bf0-9121-0c193644bdcd req-cd8c9079-9ecd-48ba-9b64-111f5cf9e822 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1647437 Apr 21 14:42:03.389467 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f52c6e36-0936-4bf0-9121-0c193644bdcd req-32458729-a7a2-4115-8799-af3fabf92c7b service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868199 Apr 21 14:42:03.637589 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Allocated IP 172.20.0.1 (5c6c898c-e436-4dfd-8036-3c794bda2677/786e5c71-17b6-45dd-ac99-0b9dda843b69/13bdd207-cde2-425c-af7a-a8db804ba727) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:42:03.653076 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:03.669133 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0', '563cac05-b699-4d73-a998-3e0c3f2dbda9', 'c94cc523-00c8-4993-a072-64189f233db8'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:42:03.682149 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:03.952015 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Network 9c907955-4d5d-442b-ae69-abe5beaa5f4d is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:42:03.953893 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Pushing event updated for resources: {'Port': ['ID=975545fb-48de-4d93-919f-226556c7c69d,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:03.958406 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:42:03.978114 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:03.991120 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:42:04.112028 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 83a073ee-2129-4f5e-874c-3b67e5756397 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:04.168674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff9693-1c2f-458c-be71-1ce7d22dde0e req-40a0bf59-70e1-40a6-9b2a-366052d9127f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:04.170550 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-56ff9693-1c2f-458c-be71-1ce7d22dde0e req-40a0bf59-70e1-40a6-9b2a-366052d9127f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 943 time: 0.5706241 Apr 21 14:42:04.180541 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e5e69-391d-46a6-b8e3-5628f3fea3d4 req-49d31f9d-539d-416b-b497-37ad645715ae tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:04.182343 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d78e5e69-391d-46a6-b8e3-5628f3fea3d4 req-49d31f9d-539d-416b-b497-37ad645715ae tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.7387981 Apr 21 14:42:04.197410 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f52c6e36-0936-4bf0-9121-0c193644bdcd req-0a92d2c9-4871-4e5e-b6af-8a6d80d7b0b5 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7890635 Apr 21 14:42:04.219055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:04.220597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:04.278971 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-56ff9693-1c2f-458c-be71-1ce7d22dde0e req-8813d105-a9e0-4454-b108-4003bb3f3b38 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953722 Apr 21 14:42:04.282719 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d78e5e69-391d-46a6-b8e3-5628f3fea3d4 req-c71c5a86-0c62-4ff6-bd6c-f5e4306ee976 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815492 Apr 21 14:42:04.332503 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5633743 Apr 21 14:42:04.357860 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 83a073ee-2129-4f5e-874c-3b67e5756397 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:42:04.389368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Request body: {'port': {'device_id': '391b351a-6801-4656-9078-bdd11eeac26d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:04.400931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 83a073ee-2129-4f5e-874c-3b67e5756397 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:04.401510 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:04.560168 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdec5f-6b66-4b09-a371-92682ff4c220 req-415022b2-0cb6-41a5-9856-b4ea3d787cfd tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:04.567609 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:04.575551 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-18cdec5f-6b66-4b09-a371-92682ff4c220 req-415022b2-0cb6-41a5-9856-b4ea3d787cfd tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 931 time: 0.1897271 Apr 21 14:42:04.592311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 83a073ee-2129-4f5e-874c-3b67e5756397, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=83a073ee-2129-4f5e-874c-3b67e5756397,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:04.598713 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:04.602288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:04.608889 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:04.647077 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-18cdec5f-6b66-4b09-a371-92682ff4c220 req-30c5a439-a074-4eb7-90a4-7138e21193a4 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700455 Apr 21 14:42:04.730140 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=83a073ee-2129-4f5e-874c-3b67e5756397,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:04.734809 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:04.937331 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Transition to ACTIVE for port object 13bdd207-cde2-425c-af7a-a8db804ba727 will not be triggered until provisioned by entity DHCP. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:42:04.941531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:04.969682 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device c1ecec4e-34f3-48d7-a039-8aec0400a44b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:42:05.019081 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-888d6846-e1b2-4859-8c29-218e24e1bbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:05.127706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:05.140883 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:05.180771 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port c1ecec4e-34f3-48d7-a039-8aec0400a44b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c1ecec4e-34f3-48d7-a039-8aec0400a44b,segment=NetworkSegment(559e315b-e75f-441a-97d7-97672c439551),segment_id=559e315b-e75f-441a-97d7-97672c439551)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:05.197683 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': 'c1ecec4e-34f3-48d7-a039-8aec0400a44b', 'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868', 'port_id': 'c1ecec4e-34f3-48d7-a039-8aec0400a44b', 'mac_address': 'fa:16:3e:61:db:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd527c8cd-9818-40e4-aa76-1e38b2ae8bb6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:42:05.294902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:05.304628 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Network 5c6c898c-e436-4dfd-8036-3c794bda2677 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:42:05.310727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:42:05.316499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:42:05.330376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ecec4e-34f3-48d7-a039-8aec0400a44b {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:42:05.354558 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Pushing event updated for resources: {'Port': ['ID=13bdd207-cde2-425c-af7a-a8db804ba727,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:05.373025 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:05.382910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port c1ecec4e-34f3-48d7-a039-8aec0400a44b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c1ecec4e-34f3-48d7-a039-8aec0400a44b,segment=NetworkSegment(559e315b-e75f-441a-97d7-97672c439551),segment_id=559e315b-e75f-441a-97d7-97672c439551)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:05.392357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:05.400817 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:05.444725 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854347771'] for router_interface, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:05.680587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975545fb-48de-4d93-919f-226556c7c69d {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:42:05.691754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:05.710995 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=c1ecec4e-34f3-48d7-a039-8aec0400a44b,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:05.717673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Transition to ACTIVE for port object 975545fb-48de-4d93-919f-226556c7c69d will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:42:05.726246 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:05.744994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-915c6714-ec9c-4fef-b855-070f3d76db31 None None] Provisioning for port 13bdd207-cde2-425c-af7a-a8db804ba727 completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:42:05.761339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:05.770435 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-915c6714-ec9c-4fef-b855-070f3d76db31 None None] Provisioning complete for port 13bdd207-cde2-425c-af7a-a8db804ba727 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:05.771349 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-915c6714-ec9c-4fef-b855-070f3d76db31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:05.777160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:05.801820 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c51e0-d69d-45fd-9faf-25c67d5acc9f req-fe032762-3efa-40ca-a326-b46f121b89b4 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:05.809970 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0d6c51e0-d69d-45fd-9faf-25c67d5acc9f req-fe032762-3efa-40ca-a326-b46f121b89b4 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.2237074 Apr 21 14:42:05.865284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7008c-bd13-4068-b940-e717c9bd6d61 req-866f0ca4-b70e-44cd-9383-a3da00b57cfa tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:05.867227 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bab7008c-bd13-4068-b940-e717c9bd6d61 req-866f0ca4-b70e-44cd-9383-a3da00b57cfa tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 944 time: 0.1705260 Apr 21 14:42:05.885805 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-915c6714-ec9c-4fef-b855-070f3d76db31 None None] Port 13bdd207-cde2-425c-af7a-a8db804ba727 cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:42:05.913592 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0d6c51e0-d69d-45fd-9faf-25c67d5acc9f req-389c364c-9e85-4fe6-a843-4715b0d109ca tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016014 Apr 21 14:42:05.932789 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:05.955138 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bab7008c-bd13-4068-b940-e717c9bd6d61 req-09311eaf-2fe2-4cc0-8f36-0c51a644815d tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766494 Apr 21 14:42:05.957416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=975545fb-48de-4d93-919f-226556c7c69d,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:06.034901 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:06.072271 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 83a073ee-2129-4f5e-874c-3b67e5756397 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:06.146538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['c1ecec4e-34f3-48d7-a039-8aec0400a44b'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:42:06.199125 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Attempting to bind port 975545fb-48de-4d93-919f-226556c7c69d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:42:06.199515 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Attempting to bind port 975545fb-48de-4d93-919f-226556c7c69d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:42:06.199881 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Attempting to bind port 975545fb-48de-4d93-919f-226556c7c69d on network 9c907955-4d5d-442b-ae69-abe5beaa5f4d {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:42:06.286056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Port 975545fb-48de-4d93-919f-226556c7c69d on network 9c907955-4d5d-442b-ae69-abe5beaa5f4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:42:06.286454 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Attempting to bind port 975545fb-48de-4d93-919f-226556c7c69d on network 9c907955-4d5d-442b-ae69-abe5beaa5f4d {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:42:06.305447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:42:06.305447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Checking segment: {'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:42:06.305896 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Bound using segment: {'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:42:06.306058 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Bound port: 975545fb-48de-4d93-919f-226556c7c69d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309c7cc2-2974-4228-a5a8-b3bb66d48e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:42:06.306523 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:06.315440 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05355c04-b10b-4c80-a3b9-691b44fef015 req-18c37ee6-c661-4b81-bce1-7f3894fde8a0 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:06.321483 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-05355c04-b10b-4c80-a3b9-691b44fef015 req-18c37ee6-c661-4b81-bce1-7f3894fde8a0 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 943 time: 0.1763053 Apr 21 14:42:06.408273 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-05355c04-b10b-4c80-a3b9-691b44fef015 req-28416421-5199-4fd4-8e90-22d72a95c973 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825436 Apr 21 14:42:06.446425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 83a073ee-2129-4f5e-874c-3b67e5756397 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:06.447250 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:06.465284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] For port 975545fb-48de-4d93-919f-226556c7c69d, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:42:06.470553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] For port 975545fb-48de-4d93-919f-226556c7c69d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=975545fb-48de-4d93-919f-226556c7c69d,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:42:06.482056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:06.491543 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:06.548882 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:06.558482 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:06.586823 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:06.587526 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:06.589089 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] 10.222.0.44 "PUT /v2.0/ports/975545fb-48de-4d93-919f-226556c7c69d HTTP/1.1" status: 200 len: 1093 time: 2.2220602 Apr 21 14:42:06.601226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391b351a-6801-4656-9078-bdd11eeac26d', 'tag': '975545fb-48de-4d93-919f-226556c7c69d'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:42:06.686985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=975545fb-48de-4d93-919f-226556c7c69d,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:06.698124 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391b351a-6801-4656-9078-bdd11eeac26d', 'tag': '975545fb-48de-4d93-919f-226556c7c69d', 'status': 'completed', 'code': 200} Apr 21 14:42:06.699646 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:06.700542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428130'] for router_interface, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:06.704383 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:06.878506 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Pushing event updated for resources: {'Port': ['ID=13bdd207-cde2-425c-af7a-a8db804ba727,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:06.893496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:06.939012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-a65ffa53-cfca-4774-84b3-e1ac111a8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:06.940685 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-a65ffa53-cfca-4774-84b3-e1ac111a8fc4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a2da49073544277aaca0ee42d00fa28&device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 1096 time: 0.2977898 Apr 21 14:42:07.030012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Network 5c6c898c-e436-4dfd-8036-3c794bda2677 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:42:07.031786 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-95e98d77-6132-4de6-abde-26bca191fb58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=975545fb-48de-4d93-919f-226556c7c69d HTTP/1.1" status: 200 len: 217 time: 0.0792034 Apr 21 14:42:07.032898 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:42:07.278881 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-9210fbab-4cc6-4381-a299-1e8b7ca9874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:07.280517 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-9210fbab-4cc6-4381-a299-1e8b7ca9874f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5cb7ba8-c9f8-4181-a427-237fd83ba5bd HTTP/1.1" status: 200 len: 853 time: 0.2398524 Apr 21 14:42:07.282879 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c308db-c334-44bd-8de1-c6da3adebe72 req-99e12a4b-0c09-48f8-b466-413c73c342d6 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:07.284780 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-02c308db-c334-44bd-8de1-c6da3adebe72 req-99e12a4b-0c09-48f8-b466-413c73c342d6 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.2269630 Apr 21 14:42:07.337101 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-396ad2fe-d7dc-40c3-adf8-e02d45cd8811 None None] Provisioning complete for port 13bdd207-cde2-425c-af7a-a8db804ba727 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:07.337745 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-396ad2fe-d7dc-40c3-adf8-e02d45cd8811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:07.343335 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bc295-a0c0-4070-9fa0-a22dbf54cc7e req-7a109e62-ec9b-4a45-bac0-d7b0155daefd tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:07.345083 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9c8bc295-a0c0-4070-9fa0-a22dbf54cc7e req-7a109e62-ec9b-4a45-bac0-d7b0155daefd tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 944 time: 0.1744390 Apr 21 14:42:07.357711 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-02c308db-c334-44bd-8de1-c6da3adebe72 req-ddc3cc34-6c46-4e86-a8db-45501b71a334 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662127 Apr 21 14:42:07.358319 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-1a80cc3a-d61c-49c9-af36-edf0991614c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c907955-4d5d-442b-ae69-abe5beaa5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639455 Apr 21 14:42:07.441720 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9c8bc295-a0c0-4070-9fa0-a22dbf54cc7e req-52374a11-e91b-4217-9232-ce2e7b7849f8 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820842 Apr 21 14:42:07.462071 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-396ad2fe-d7dc-40c3-adf8-e02d45cd8811 None None] Port 13bdd207-cde2-425c-af7a-a8db804ba727 cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:42:07.482632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Router 272a8dcb-6909-498e-a2a3-369cf1af2851 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:42:07.856370 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaaed0-44b9-45f6-a701-5fb4bf9898b5 req-d2e9e445-48f3-4b84-9196-ceac4ebc85d0 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:07.864886 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8adaaed0-44b9-45f6-a701-5fb4bf9898b5 req-d2e9e445-48f3-4b84-9196-ceac4ebc85d0 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 943 time: 0.1474967 Apr 21 14:42:07.914796 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8adaaed0-44b9-45f6-a701-5fb4bf9898b5 req-a0e90ce2-054c-4b82-b1ad-200ce9ea7cfa tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485809 Apr 21 14:42:07.938974 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-745aeb5e-4be6-42e9-89cf-05ba35bd54ed service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705066 Apr 21 14:42:08.077735 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:42:08.084976 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] 10.222.0.15 "PUT /v2.0/routers/272a8dcb-6909-498e-a2a3-369cf1af2851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0029900 Apr 21 14:42:08.103258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Sync routers for ids ['272a8dcb-6909-498e-a2a3-369cf1af2851'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:42:08.123853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Routers {'272a8dcb-6909-498e-a2a3-369cf1af2851'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:42:08.126565 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:41:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['272a8dcb-6909-498e-a2a3-369cf1af2851'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:08.137091 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9b55125-b8f3-4673-9bfe-5c0d95795fde req-a467f35c-de84-4f15-b16b-0203009a4409 service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890373 Apr 21 14:42:08.329678 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7d06f-556d-484d-bc15-dc6029ec97d1 req-4629fda8-b19c-48f0-bf36-790a821a836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:08.331306 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-abb7d06f-556d-484d-bc15-dc6029ec97d1 req-4629fda8-b19c-48f0-bf36-790a821a836e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a2da49073544277aaca0ee42d00fa28&device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 1096 time: 0.1060369 Apr 21 14:42:08.725514 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7d06f-556d-484d-bc15-dc6029ec97d1 req-41bdfba3-c82b-47e3-94f4-8890391ae086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:08.728350 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-abb7d06f-556d-484d-bc15-dc6029ec97d1 req-41bdfba3-c82b-47e3-94f4-8890391ae086 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 200 len: 914 time: 0.3879216 Apr 21 14:42:08.862651 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Set router 272a8dcb-6909-498e-a2a3-369cf1af2851 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:42:08.876904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376f5ae-3a43-4d52-846c-0dde1656366b req-4080b9af-a916-4f86-b85a-4d0d929f4b11 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:08.887541 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5376f5ae-3a43-4d52-846c-0dde1656366b req-4080b9af-a916-4f86-b85a-4d0d929f4b11 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 944 time: 0.2107384 Apr 21 14:42:08.917287 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501d3b0-cc68-4b3b-bb88-9475ac14d4af req-36e33f06-5704-451d-9100-244efc3bdc8f tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:08.920006 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d501d3b0-cc68-4b3b-bb88-9475ac14d4af req-36e33f06-5704-451d-9100-244efc3bdc8f tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1892235 Apr 21 14:42:08.984652 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5376f5ae-3a43-4d52-846c-0dde1656366b req-27f59b4f-2281-44d6-a067-1c8577233ae6 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966179 Apr 21 14:42:09.009270 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-abb7d06f-556d-484d-bc15-dc6029ec97d1 req-b6e6f0eb-ae59-49de-9485-30571e653d7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=975545fb-48de-4d93-919f-226556c7c69d HTTP/1.1" status: 200 len: 217 time: 0.2725508 Apr 21 14:42:09.057927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device c1ecec4e-34f3-48d7-a039-8aec0400a44b up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:09.100984 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d501d3b0-cc68-4b3b-bb88-9475ac14d4af req-717ca735-c5a4-41a0-b099-ddd155ca6233 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606321 Apr 21 14:42:09.177512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7d06f-556d-484d-bc15-dc6029ec97d1 req-d0813669-fe79-429f-a3c0-e18159384253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:09.182295 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-abb7d06f-556d-484d-bc15-dc6029ec97d1 req-d0813669-fe79-429f-a3c0-e18159384253 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a5cb7ba8-c9f8-4181-a427-237fd83ba5bd HTTP/1.1" status: 200 len: 853 time: 0.1640463 Apr 21 14:42:09.301752 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-abb7d06f-556d-484d-bc15-dc6029ec97d1 req-c306d9e0-ace5-4037-8415-f2be4beb512d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c907955-4d5d-442b-ae69-abe5beaa5f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033695 Apr 21 14:42:09.331154 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2ce7c43-354c-4c2b-aab1-e46fb7a8868e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:09.362667 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:09.664632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 58780) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:09.765985 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-abb7d06f-556d-484d-bc15-dc6029ec97d1 req-c3ee6889-b959-4f07-b241-4b31004478b1 service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556258 Apr 21 14:42:09.947760 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 58788) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:09.969802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port c1ecec4e-34f3-48d7-a039-8aec0400a44b completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:42:09.987393 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:09.989835 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:09.992958 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-943f66a7-88af-4208-adb6-9e8e2939d832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:09.995485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port c1ecec4e-34f3-48d7-a039-8aec0400a44b triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:09.996217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:10.017061 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1163933297-network', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:10.040822 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:10.059677 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-943f66a7-88af-4208-adb6-9e8e2939d832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:10.067712 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-943f66a7-88af-4208-adb6-9e8e2939d832 admin admin] Usage tracker for resource:security_group_rule and tenant:c05e2f784d754fc580aa77a1260222fd is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:10.073339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-943f66a7-88af-4208-adb6-9e8e2939d832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:10.082374 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-abb7d06f-556d-484d-bc15-dc6029ec97d1 req-5e81aab9-8612-40ae-ac9a-132930e96b7c service neutron] 10.222.0.44 "GET /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082373 Apr 21 14:42:10.085755 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-943f66a7-88af-4208-adb6-9e8e2939d832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:10.174751 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Usage tracker for resource:network and tenant:2e37a48503234fadacd5f0cb6e0f3f7b is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:10.203009 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:10.270098 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:42:05Z', 'revision_number': 4, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port': {'id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:54Z', 'updated_at': '2021-04-21T14:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '13bdd207-cde2-425c-af7a-a8db804ba727', 'name': '', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'mac_address': 'fa:16:3e:15:e8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:02Z', 'updated_at': '2021-04-21T14:42:06Z', 'revision_number': 2, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'subnets': [{'id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:10.281511 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-943f66a7-88af-4208-adb6-9e8e2939d832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:10.283902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Checking router: 272a8dcb-6909-498e-a2a3-369cf1af2851 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:42:10.284603 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Updating router 272a8dcb-6909-498e-a2a3-369cf1af2851 port 13bdd207-cde2-425c-af7a-a8db804ba727 binding host dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:42:10.349038 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:10.351925 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-943f66a7-88af-4208-adb6-9e8e2939d832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:10.399585 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:10.406149 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-009eab8c-236d-4f91-aefb-5062a451c549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:10.444075 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6459168b-e91d-437b-9992-e9e05dea75f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ecec4e-34f3-48d7-a039-8aec0400a44b'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:42:10.462398 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-943f66a7-88af-4208-adb6-9e8e2939d832 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c05e2f784d754fc580aa77a1260222fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7929933 Apr 21 14:42:10.464155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58802) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:10.467884 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:10.493707 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port c1ecec4e-34f3-48d7-a039-8aec0400a44b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c1ecec4e-34f3-48d7-a039-8aec0400a44b,segment=NetworkSegment(559e315b-e75f-441a-97d7-97672c439551),segment_id=559e315b-e75f-441a-97d7-97672c439551)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:10.499719 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Made reservation on behalf of 2e37a48503234fadacd5f0cb6e0f3f7b for: {'network': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:42:10.502674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:10.508127 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:10.509987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ab5c55d5-0075-4737-94a7-e07e022e618a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:10.540566 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f66a7-88af-4208-adb6-9e8e2939d832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ef2af7-f4fc-4324-809a-8d6ad0053735,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:10.551811 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-943f66a7-88af-4208-adb6-9e8e2939d832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:10.554698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:10.596558 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efa63b-a805-49f2-af15-ecea9a2fc1a0 req-e3e81bcd-ed4b-4074-afae-04b6f22ad45b tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:10.599527 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-51efa63b-a805-49f2-af15-ecea9a2fc1a0 req-e3e81bcd-ed4b-4074-afae-04b6f22ad45b tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 943 time: 0.8671088 Apr 21 14:42:10.629609 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5e13db81-fece-4f4c-88bb-05ec9242ec00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:10.631195 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:10.667115 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Usage tracker for resource:security_group_rule and tenant:2e37a48503234fadacd5f0cb6e0f3f7b is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:10.671310 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5e13db81-fece-4f4c-88bb-05ec9242ec00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:10.683053 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:10.704013 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:10.760004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19220f16-71ce-426a-ae80-8223df3f434a req-8a9f2a5d-7d1a-463e-8260-bcc978e8f817 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:10.762174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5e13db81-fece-4f4c-88bb-05ec9242ec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:10.763440 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-19220f16-71ce-426a-ae80-8223df3f434a req-8a9f2a5d-7d1a-463e-8260-bcc978e8f817 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 944 time: 0.4800658 Apr 21 14:42:10.778069 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:10.800009 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-51efa63b-a805-49f2-af15-ecea9a2fc1a0 req-1fa1e33b-479d-45f5-930b-b38e74dd9ad8 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735394 Apr 21 14:42:10.803605 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13db81-fece-4f4c-88bb-05ec9242ec00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ef2af7-f4fc-4324-809a-8d6ad0053735,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:10.808053 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5e13db81-fece-4f4c-88bb-05ec9242ec00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:10.811082 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5e13db81-fece-4f4c-88bb-05ec9242ec00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:10.813906 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-5e13db81-fece-4f4c-88bb-05ec9242ec00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6ef2af7-f4fc-4324-809a-8d6ad0053735 HTTP/1.1" status: 204 len: 168 time: 0.3463542 Apr 21 14:42:10.827106 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=c1ecec4e-34f3-48d7-a039-8aec0400a44b,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:10.871297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:10.942573 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-19220f16-71ce-426a-ae80-8223df3f434a req-08c8df62-f56f-4788-b479-7f72e6c52180 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604319 Apr 21 14:42:10.984785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:11.067729 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:11.075459 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:11.083429 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-054a8821-6b0e-4072-83c7-b5cf3685d89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:11.139927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=86344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:42:11.163009 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2966b815-83aa-4ef2-9855-ed92977fc806,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:11.183731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:11.184820 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Added segment ba294681-f467-4bce-9bec-6e3df650b6de of type vlan for network 7a8489e9-d86e-4c6d-a36f-93c6203c1573 Apr 21 14:42:11.208261 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6459168b-e91d-437b-9992-e9e05dea75f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ecec4e-34f3-48d7-a039-8aec0400a44b', 'code': 200} Apr 21 14:42:11.253474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:11.276705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:11.334961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:11.338374 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:11.340372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:11.349389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:11.656841 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Notify callbacks [] for port, precommit_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:11.666449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Pushing event updated for resources: {'Network': ['ID=7a8489e9-d86e-4c6d-a36f-93c6203c1573,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:11.677356 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:11.688084 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7340505 Apr 21 14:42:11.691084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network 7a8489e9-d86e-4c6d-a36f-93c6203c1573 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:42:11.693107 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 58816) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:11.709498 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Request body: {'subnet': {'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1163933297-subnet', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'ip_version': 4}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:11.741210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:11.748506 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Usage tracker for resource:subnet and tenant:2e37a48503234fadacd5f0cb6e0f3f7b is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:11.754734 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:11.770328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Transition to ACTIVE for port object 13bdd207-cde2-425c-af7a-a8db804ba727 will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:42:11.772576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:11.795541 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Made reservation on behalf of 2e37a48503234fadacd5f0cb6e0f3f7b for: {'subnet': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:42:11.806908 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:11.820802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3ae36-3efc-40fb-9bf8-c672be258a0f req-e3b30f44-76a6-4cc8-a381-33f72c3f0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:11.823625 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a0e3ae36-3efc-40fb-9bf8-c672be258a0f req-e3b30f44-76a6-4cc8-a381-33f72c3f0943 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 1098 time: 0.2390940 Apr 21 14:42:11.907035 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:11.922002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c5f063f5-e5d4-457a-848e-c6a7cf35f4ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:11.965861 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a0e3ae36-3efc-40fb-9bf8-c672be258a0f req-1a95824e-50af-4871-91a5-53a13d0bde45 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312952 Apr 21 14:42:12.239494 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bd1be-2591-40ee-8c2e-20a473c845dd None None] Pushing event updated for resources: {'Port': ['ID=13bdd207-cde2-425c-af7a-a8db804ba727,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:12.244942 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cd8bd1be-2591-40ee-8c2e-20a473c845dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:12.508080 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Attempting to bind port 13bdd207-cde2-425c-af7a-a8db804ba727 on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:42:12.508743 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Attempting to bind port 13bdd207-cde2-425c-af7a-a8db804ba727 by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '11428c45-b949-4b0d-abdf-a03106521dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:42:12.512033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Attempting to bind port 13bdd207-cde2-425c-af7a-a8db804ba727 on network 5c6c898c-e436-4dfd-8036-3c794bda2677 {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:42:12.523772 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:42:12.524556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Checking segment: {'id': '11428c45-b949-4b0d-abdf-a03106521dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:42:12.525319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:12.525917 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Bound using segment: {'id': '11428c45-b949-4b0d-abdf-a03106521dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:42:12.526796 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Bound port: 13bdd207-cde2-425c-af7a-a8db804ba727, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11428c45-b949-4b0d-abdf-a03106521dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:42:12.527526 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:12.691568 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58844) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:12.694259 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] For port 13bdd207-cde2-425c-af7a-a8db804ba727, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:42:12.701033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] For port 13bdd207-cde2-425c-af7a-a8db804ba727, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=13bdd207-cde2-425c-af7a-a8db804ba727,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:42:12.707590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:12.718615 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:12.825321 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8652751-c9ef-406d-bee9-55b75e8d7b28 req-b7f1ac39-53ac-43b9-a234-6891ab0d8543 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:12.828198 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c8652751-c9ef-406d-bee9-55b75e8d7b28 req-b7f1ac39-53ac-43b9-a234-6891ab0d8543 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.5098894 Apr 21 14:42:12.851221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11310b-c9f0-4de8-b2d3-f1f6b9dfb6ef req-d86aaf32-2bf4-45dd-b9e0-5d93a194b09c tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:12.853569 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aa11310b-c9f0-4de8-b2d3-f1f6b9dfb6ef req-d86aaf32-2bf4-45dd-b9e0-5d93a194b09c tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 943 time: 0.5329342 Apr 21 14:42:12.857966 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1593941417-network', 'tenant_id': '050299fb5946416f9428a65d9d7c4e06'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:12.866918 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Routers {'272a8dcb-6909-498e-a2a3-369cf1af2851'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:42:12.867640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:42:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['272a8dcb-6909-498e-a2a3-369cf1af2851'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:12.878116 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:12.886561 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Usage tracker for resource:network and tenant:050299fb5946416f9428a65d9d7c4e06 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:12.893616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:12.910134 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:12.928699 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Made reservation on behalf of 050299fb5946416f9428a65d9d7c4e06 for: {'network': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:42:12.938741 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:12.967553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:13.001620 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:13.010731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Usage tracker for resource:security_group_rule and tenant:050299fb5946416f9428a65d9d7c4e06 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:13.017904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:13.026408 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aa11310b-c9f0-4de8-b2d3-f1f6b9dfb6ef req-cda623ec-b94f-47a2-a845-1176e37aa8e0 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602628 Apr 21 14:42:13.038813 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:13.045958 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c8652751-c9ef-406d-bee9-55b75e8d7b28 req-37cb13a4-e9e6-42c0-bdd3-5adb890d79d2 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457009 Apr 21 14:42:13.083615 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] Set router 272a8dcb-6909-498e-a2a3-369cf1af2851 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:42:13.154704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 975545fb-48de-4d93-919f-226556c7c69d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:42:13.194445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bd1be-2591-40ee-8c2e-20a473c845dd None None] Pushing event updated for resources: {'Port': ['ID=13bdd207-cde2-425c-af7a-a8db804ba727,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:13.198084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cd8bd1be-2591-40ee-8c2e-20a473c845dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:13.350389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:13.356135 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:13.380909 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=86343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:42:13.396211 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:13.401685 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:13.402572 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:13.403251 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Added segment eb5858b3-ac47-4930-832e-e19bd4d34b71 of type vlan for network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 Apr 21 14:42:13.410764 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.db.resource_extend [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 21 14:42:13.555797 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c85323-43c5-459d-ae74-d72d1dbdfaa4,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:13.559503 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:13.570226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Checking segment: {'id': 'ba294681-f467-4bce-9bec-6e3df650b6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:42:13.570552 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Network hostable DHCP agents. Network: 7a8489e9-d86e-4c6d-a36f-93c6203c1573, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:42:13.578234 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:13.607442 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Network 7a8489e9-d86e-4c6d-a36f-93c6203c1573 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:42:13.619401 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, 7a8489e9-d86e-4c6d-a36f-93c6203c1573) {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:42:13.624701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:13.625631 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:13.666935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0845f2c-5261-4c50-861c-1dcbf98852f6 req-5873f85f-b2b1-4428-b04a-b7a3933ed970 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:13.668737 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e0845f2c-5261-4c50-861c-1dcbf98852f6 req-5873f85f-b2b1-4428-b04a-b7a3933ed970 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 945 time: 0.1871903 Apr 21 14:42:13.673464 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-093955ea-0552-4d04-ac92-fd33367c7309 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9785991 Apr 21 14:42:13.674448 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 58852) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:13.680777 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1163933297-router', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:13.687502 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:13.725645 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Usage tracker for resource:router and tenant:2e37a48503234fadacd5f0cb6e0f3f7b is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:13.726526 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-57760273-860d-4fc7-8aaf-920539e14222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:13.732030 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:13.744282 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:13.766979 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e0845f2c-5261-4c50-861c-1dcbf98852f6 req-1cf5de7a-3c52-47bc-8587-dde9789d8b5d tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727570 Apr 21 14:42:13.796228 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-431851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15891'] for router, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:13.798432 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854343965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854326267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759909'] for router, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:13.824556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e41a9fb-d750-48dc-8623-33a24f317dcb,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:13.846657 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:13.848269 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:13.850199 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:13.851212 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:13.865543 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e9f5a46f-9c57-43e6-ad4c-0ba0b04feaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:13.866820 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:14.075430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 975545fb-48de-4d93-919f-226556c7c69d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=975545fb-48de-4d93-919f-226556c7c69d,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:14.097167 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '975545fb-48de-4d93-919f-226556c7c69d', 'network_id': '9c907955-4d5d-442b-ae69-abe5beaa5f4d', 'port_id': '975545fb-48de-4d93-919f-226556c7c69d', 'mac_address': 'fa:16:3e:37:32:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5cb7ba8-c9f8-4181-a427-237fd83ba5bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:42:14.107045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bfb2b0-b771-434b-89b8-b324a4a363cb None None] Network 7a8489e9-d86e-4c6d-a36f-93c6203c1573 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:42:14.126030 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:42:14.168418 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Pushing event updated for resources: {'Network': ['ID=4de81e9e-8b31-45d3-9978-5ea07f9a6138,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:14.178185 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4850776 Apr 21 14:42:14.180697 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:14.181966 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 58860) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:14.195454 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Request body: {'subnet': {'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1593941417-subnet', 'tenant_id': '050299fb5946416f9428a65d9d7c4e06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:14.205798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:14.214429 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Usage tracker for resource:subnet and tenant:050299fb5946416f9428a65d9d7c4e06 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:14.221450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:14.237058 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:14.268389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Made reservation on behalf of 050299fb5946416f9428a65d9d7c4e06 for: {'subnet': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:42:14.275074 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:42:14.285251 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16554819'] for subnet, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:14.389673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854326030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854345128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759926'] for router, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:14.424564 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:14.508359 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975545fb-48de-4d93-919f-226556c7c69d {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:42:14.537207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 975545fb-48de-4d93-919f-226556c7c69d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=975545fb-48de-4d93-919f-226556c7c69d,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:14.616640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:14.659033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-94622bd3-541c-4b36-a0a2-6ea09d29ead8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:14.784688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fcd44-63d2-4ea4-a6e2-e431c931c695 req-9ccbacd3-1fe4-40d9-a52d-49bd81c4fbe6 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:14.794665 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1b7fcd44-63d2-4ea4-a6e2-e431c931c695 req-9ccbacd3-1fe4-40d9-a52d-49bd81c4fbe6 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 943 time: 0.4647212 Apr 21 14:42:14.889477 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1b7fcd44-63d2-4ea4-a6e2-e431c931c695 req-c030d7fc-76d4-4d9a-876b-787958a75800 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936553 Apr 21 14:42:14.996779 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=975545fb-48de-4d93-919f-226556c7c69d,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:15.008076 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:42:05Z', 'revision_number': 4, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port': {'id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:54Z', 'updated_at': '2021-04-21T14:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '13bdd207-cde2-425c-af7a-a8db804ba727', 'name': '', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'mac_address': 'fa:16:3e:15:e8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:02Z', 'updated_at': '2021-04-21T14:42:12Z', 'revision_number': 4, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'subnets': [{'id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:15.024017 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:15.040408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58995ccc-8ace-448f-a65f-1ba6d768922c None None] The sync data for ids ['272a8dcb-6909-498e-a2a3-369cf1af2851'] in dv-cinder-786385-2-smb is: [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:42:05Z', 'revision_number': 4, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port': {'id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:54Z', 'updated_at': '2021-04-21T14:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '13bdd207-cde2-425c-af7a-a8db804ba727', 'name': '', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'mac_address': 'fa:16:3e:15:e8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:02Z', 'updated_at': '2021-04-21T14:42:12Z', 'revision_number': 4, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'subnets': [{'id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:42:15.226480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16554834'] for subnet, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:15.232286 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:15.260785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['975545fb-48de-4d93-919f-226556c7c69d'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:42:15.357099 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff83c420-0941-5bda-b2c0-79d0f2ff311f-7a8489e9-d86e-4c6d-a36f-93c6203c1573', 'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'fixed_ips': [{'subnet_id': 'b8c85323-43c5-459d-ae74-d72d1dbdfaa4'}]}} from dv-cinder-786385-2-smb. {{(pid=86345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 14:42:15.357418 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:15.420513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1245ceb7-a145-4bd6-acd1-ded96be63dc2,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:15.425533 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:15.426902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Checking segment: {'id': 'eb5858b3-ac47-4930-832e-e19bd4d34b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:42:15.427472 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Network hostable DHCP agents. Network: 4de81e9e-8b31-45d3-9978-5ea07f9a6138, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:42:15.454067 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:42:15.466603 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, 4de81e9e-8b31-45d3-9978-5ea07f9a6138) {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:42:15.482167 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:15.482851 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:15.517136 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3325858 Apr 21 14:42:15.532794 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db3ec00-8428-46ea-8615-8172099d2b3c None None] Network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:42:15.556274 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:15.598284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:15.681670 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b26e5-5a55-4a2c-84dd-224177b96b0a req-df096658-6d76-43e2-8d00-da20ab1a32f5 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:15.684319 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ef2b26e5-5a55-4a2c-84dd-224177b96b0a req-df096658-6d76-43e2-8d00-da20ab1a32f5 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 945 time: 0.5626123 Apr 21 14:42:15.803962 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ef2b26e5-5a55-4a2c-84dd-224177b96b0a req-64291c11-253c-4cb2-ad4e-9b80d553d3ef tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069915 Apr 21 14:42:15.866469 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Allocated IP 172.28.3.208 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/1bbac50a-4c15-409d-9329-bf43ef0940de) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:42:15.931499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Allocated IP 172.20.0.2 (7a8489e9-d86e-4c6d-a36f-93c6203c1573/b8c85323-43c5-459d-ae74-d72d1dbdfaa4/803d13d9-9f2d-448f-ba6c-744569da57be) {{(pid=86345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:42:16.353080 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 13bdd207-cde2-425c-af7a-a8db804ba727 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:16.395516 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:16.526487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c02172-1ad1-4269-93b3-3ae745578e07 req-c9e4d4d7-337c-490a-acb5-cef873131492 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:16.530087 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c7c02172-1ad1-4269-93b3-3ae745578e07 req-c9e4d4d7-337c-490a-acb5-cef873131492 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 944 time: 0.2982903 Apr 21 14:42:16.537504 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:16.555001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b08d7ae1-a543-46bb-98ea-8c86de0a3827 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:16.721622 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:42:16.729385 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:42:16.743748 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbac50a-4c15-409d-9329-bf43ef0940de,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:16.750803 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:42:17.012332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:17.037278 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c7c02172-1ad1-4269-93b3-3ae745578e07 req-e4f3bc02-e28d-471d-a9f5-eaed2d69ae76 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896688 Apr 21 14:42:17.069909 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Notify callbacks [] for port, precommit_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:17.114724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Transition to ACTIVE for port object 803d13d9-9f2d-448f-ba6c-744569da57be will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:42:17.132118 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 13bdd207-cde2-425c-af7a-a8db804ba727 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:42:17.160875 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 13bdd207-cde2-425c-af7a-a8db804ba727 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:17.161415 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:17.301384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Transition to ACTIVE for port object 803d13d9-9f2d-448f-ba6c-744569da57be will not be triggered until provisioned by entity DHCP. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:42:17.347003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9384b4bf-1891-4b04-9b10-2143ad5b5e10 None None] Network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:42:17.396503 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:17.403073 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:17.531246 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-29c7e079-0ada-40e9-8daf-5be68430c328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:17.718753 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Network 7a8489e9-d86e-4c6d-a36f-93c6203c1573 is already hosted by enough agents. {{(pid=86345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:42:17.734042 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Resources bound (agent type, host, resource id): {{(pid=86345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:42:17.789702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Pushing event updated for resources: {'Port': ['ID=803d13d9-9f2d-448f-ba6c-744569da57be,revision_number=1']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:17.793454 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Received port after_create {{(pid=86345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:42:17.810052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:18.021762 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:18.205971 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-430656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449752'] for router, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:18.230921 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Attempting to bind port 803d13d9-9f2d-448f-ba6c-744569da57be on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:42:18.231626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Attempting to bind port 803d13d9-9f2d-448f-ba6c-744569da57be by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': 'ba294681-f467-4bce-9bec-6e3df650b6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:42:18.232345 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Attempting to bind port 803d13d9-9f2d-448f-ba6c-744569da57be on network 7a8489e9-d86e-4c6d-a36f-93c6203c1573 {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:42:18.246768 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 13bdd207-cde2-425c-af7a-a8db804ba727, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=13bdd207-cde2-425c-af7a-a8db804ba727,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:18.248982 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:42:18.250055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Checking segment: {'id': 'ba294681-f467-4bce-9bec-6e3df650b6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:42:18.250857 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:18.251615 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Bound using segment: {'id': 'ba294681-f467-4bce-9bec-6e3df650b6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:42:18.252553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Bound port: 803d13d9-9f2d-448f-ba6c-744569da57be, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba294681-f467-4bce-9bec-6e3df650b6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:42:18.253266 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:18.360823 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:18.378086 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:18.490880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcfcbc-e5bb-4efd-bbe9-602072f460dc req-4e50bede-581e-4c8c-a0fb-deff6b61d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:18.493100 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-75dcfcbc-e5bb-4efd-bbe9-602072f460dc req-4e50bede-581e-4c8c-a0fb-deff6b61d2a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c11f8866bb7b42299fa431b79c50c8ae&device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 1099 time: 0.2567446 Apr 21 14:42:18.495006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a12f5-3e64-4556-98c1-59ca39a11466 req-9e7f0468-ecaa-47ef-b4cb-0c8f2cd0ec5a tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:18.503713 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-552a12f5-3e64-4556-98c1-59ca39a11466 req-9e7f0468-ecaa-47ef-b4cb-0c8f2cd0ec5a tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 945 time: 0.6049705 Apr 21 14:42:18.592899 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-552a12f5-3e64-4556-98c1-59ca39a11466 req-09b747a6-1a45-42e1-a7c0-ce1118549d5c tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880280 Apr 21 14:42:18.698592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Router 9e5caf4e-73a1-4838-8131-e037d039374b is scheduled to L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a with binding_index 1 {{(pid=86344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 14:42:18.789668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] For port 803d13d9-9f2d-448f-ba6c-744569da57be, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:42:18.791982 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=13bdd207-cde2-425c-af7a-a8db804ba727,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:18.797070 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] For port 803d13d9-9f2d-448f-ba6c-744569da57be, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=803d13d9-9f2d-448f-ba6c-744569da57be,segment=NetworkSegment(ba294681-f467-4bce-9bec-6e3df650b6de),segment_id=ba294681-f467-4bce-9bec-6e3df650b6de)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:42:18.798408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:18.802108 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:18.809004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:18.828285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcfcbc-e5bb-4efd-bbe9-602072f460dc req-7d3fce33-401a-4a29-b5e9-846470176821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:18.830320 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-75dcfcbc-e5bb-4efd-bbe9-602072f460dc req-7d3fce33-401a-4a29-b5e9-846470176821 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 HTTP/1.1" status: 200 len: 919 time: 0.3297744 Apr 21 14:42:18.896163 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Pushing event updated for resources: {'Port': ['ID=803d13d9-9f2d-448f-ba6c-744569da57be,revision_number=2']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:18.899978 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:18.970709 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-75dcfcbc-e5bb-4efd-bbe9-602072f460dc req-c6246295-db7d-481d-978a-5305af64a1e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=673acf43-4747-4545-b90c-e1443809a378 HTTP/1.1" status: 200 len: 217 time: 0.1264188 Apr 21 14:42:19.077964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcfcbc-e5bb-4efd-bbe9-602072f460dc req-638eeb21-ea70-4a6f-be54-d54bd138edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:19.079909 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-75dcfcbc-e5bb-4efd-bbe9-602072f460dc req-638eeb21-ea70-4a6f-be54-d54bd138edc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=624fa397-d3e9-4c20-810a-a1a22a65c72e HTTP/1.1" status: 200 len: 858 time: 0.0980320 Apr 21 14:42:19.110844 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 975545fb-48de-4d93-919f-226556c7c69d up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:19.180783 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-75dcfcbc-e5bb-4efd-bbe9-602072f460dc req-e301ee65-044c-4e00-bfa7-21aec8643d81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927618 Apr 21 14:42:19.295898 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port 975545fb-48de-4d93-919f-226556c7c69d completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:42:19.320253 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 975545fb-48de-4d93-919f-226556c7c69d triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:19.321534 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:19.509113 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c44a6-da29-45b3-b0a5-da509fb0d6d9 req-489191ab-10ff-498c-b6c8-92b2f894daf0 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:19.515682 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8b3c44a6-da29-45b3-b0a5-da509fb0d6d9 req-489191ab-10ff-498c-b6c8-92b2f894daf0 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.6828926 Apr 21 14:42:19.540668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:42:19.556772 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Sync routers for ids ['9e5caf4e-73a1-4838-8131-e037d039374b'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:42:19.594379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Routers {'9e5caf4e-73a1-4838-8131-e037d039374b'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:42:19.595508 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:42:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['9e5caf4e-73a1-4838-8131-e037d039374b'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:19.617062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:19.629593 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-75dcfcbc-e5bb-4efd-bbe9-602072f460dc req-3c487f17-7ed1-4fac-924a-eb9e11c9b6da service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163899 Apr 21 14:42:19.671104 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Notify callbacks [] for router, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:19.677393 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9973903 Apr 21 14:42:19.678836 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391b351a-6801-4656-9078-bdd11eeac26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975545fb-48de-4d93-919f-226556c7c69d'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:42:19.686502 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 58934) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:19.699158 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 975545fb-48de-4d93-919f-226556c7c69d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=975545fb-48de-4d93-919f-226556c7c69d,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:19.704811 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:19.706968 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732be463-b39b-4043-b59b-56c47296f967 req-403f17ed-814b-4759-a72e-b63982b516c7 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:19.708204 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-da802c34-c3e1-4712-9a43-cd7445f8a53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:19.724295 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-732be463-b39b-4043-b59b-56c47296f967 req-403f17ed-814b-4759-a72e-b63982b516c7 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 944 time: 0.8942516 Apr 21 14:42:19.812656 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-75dcfcbc-e5bb-4efd-bbe9-602072f460dc req-bbb03a11-6954-481d-af43-9a4aa61d0e74 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706576 Apr 21 14:42:19.853353 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c6d38-b600-4706-871f-f24e284bdf39 req-409c98c3-1ba1-44f5-a559-93d67a3442ac tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:19.856637 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bb7c6d38-b600-4706-871f-f24e284bdf39 req-409c98c3-1ba1-44f5-a559-93d67a3442ac tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.44 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 945 time: 0.3488879 Apr 21 14:42:19.864680 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=975545fb-48de-4d93-919f-226556c7c69d,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:19.873176 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:19.935355 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8b3c44a6-da29-45b3-b0a5-da509fb0d6d9 req-5dd9ddcd-4664-4a1f-b7ae-34e19f907451 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204381 Apr 21 14:42:20.040125 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-732be463-b39b-4043-b59b-56c47296f967 req-6a05c8d9-bec8-44d0-813a-9c00e6eb736b tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143642 Apr 21 14:42:20.050455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-bb7c6d38-b600-4706-871f-f24e284bdf39 req-3827cd4e-262f-4347-857d-d3f13517af3b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Deleting port c1ecec4e-34f3-48d7-a039-8aec0400a44b {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:42:20.052148 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bb7c6d38-b600-4706-871f-f24e284bdf39 req-3827cd4e-262f-4347-857d-d3f13517af3b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:20.138454 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Set router 9e5caf4e-73a1-4838-8131-e037d039374b gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:42:20.543824 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'name': 'tempest-TestShelveInstance-1163933297-router', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:42:13Z', 'updated_at': '2021-04-21T14:42:17Z', 'revision_number': 3, 'project_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'gw_port': {'id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:15Z', 'updated_at': '2021-04-21T14:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:20.549629 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Checking router: 9e5caf4e-73a1-4838-8131-e037d039374b for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:42:20.550284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Updating router 9e5caf4e-73a1-4838-8131-e037d039374b port 1bbac50a-4c15-409d-9329-bf43ef0940de binding host dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:42:20.632292 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:20.817708 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 803d13d9-9f2d-448f-ba6c-744569da57be up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:21.014600 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 803d13d9-9f2d-448f-ba6c-744569da57be completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:42:21.027269 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 13bdd207-cde2-425c-af7a-a8db804ba727 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:21.122034 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb5e465-f018-4191-baf3-2d4fd5058595 None None] Network 7a8489e9-d86e-4c6d-a36f-93c6203c1573 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:42:21.237680 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Notify callbacks [] for port, precommit_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:21.251950 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Transition to ACTIVE for port object 1bbac50a-4c15-409d-9329-bf43ef0940de will not be triggered until provisioned by entity L2. {{(pid=86346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:42:21.259499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:21.271299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bb4a802d-9f5a-4cc4-b185-64453fffa6b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:21.275063 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-bb7c6d38-b600-4706-871f-f24e284bdf39 req-3827cd4e-262f-4347-857d-d3f13517af3b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] For port c1ecec4e-34f3-48d7-a039-8aec0400a44b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c1ecec4e-34f3-48d7-a039-8aec0400a44b,segment=NetworkSegment(559e315b-e75f-441a-97d7-97672c439551),segment_id=559e315b-e75f-441a-97d7-97672c439551)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:21.275741 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bb7c6d38-b600-4706-871f-f24e284bdf39 req-3827cd4e-262f-4347-857d-d3f13517af3b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:21.289518 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341013f2-86da-4c9e-8e8b-c39d419da0e5 req-5735fec2-8adf-4f9a-8aeb-1b957895050c tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:21.291735 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-341013f2-86da-4c9e-8e8b-c39d419da0e5 req-5735fec2-8adf-4f9a-8aeb-1b957895050c tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=6459168b-e91d-437b-9992-e9e05dea75f4 HTTP/1.1" status: 200 len: 945 time: 0.3768709 Apr 21 14:42:21.340221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Attempting to bind port 1bbac50a-4c15-409d-9329-bf43ef0940de on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:42:21.340545 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Attempting to bind port 1bbac50a-4c15-409d-9329-bf43ef0940de by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:42:21.341394 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Attempting to bind port 1bbac50a-4c15-409d-9329-bf43ef0940de on network 8a2848aa-eba2-47a6-8083-67a357f861ae {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:42:21.356687 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-af375f33-8a1e-4980-9c9d-300f742f5105 None None] Provisioning for port 803d13d9-9f2d-448f-ba6c-744569da57be completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:42:21.357033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:42:21.357257 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Checking segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:42:21.357605 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:21.358050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Bound using segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:42:21.358593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Bound port: 1bbac50a-4c15-409d-9329-bf43ef0940de, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:42:21.359011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:21.376336 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-af375f33-8a1e-4980-9c9d-300f742f5105 None None] Provisioning complete for port 803d13d9-9f2d-448f-ba6c-744569da57be triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:21.377377 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af375f33-8a1e-4980-9c9d-300f742f5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:21.460717 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-b7773872-d4a7-430c-9583-8f7c0a79ff19 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:21.468731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] For port 1bbac50a-4c15-409d-9329-bf43ef0940de, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:42:21.473069 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] For port 1bbac50a-4c15-409d-9329-bf43ef0940de, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=1bbac50a-4c15-409d-9329-bf43ef0940de,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:42:21.479947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:21.485180 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-b7773872-d4a7-430c-9583-8f7c0a79ff19 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/networks?id=4de81e9e-8b31-45d3-9978-5ea07f9a6138 HTTP/1.1" status: 200 len: 814 time: 1.2178183 Apr 21 14:42:21.526399 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Routers {'9e5caf4e-73a1-4838-8131-e037d039374b'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:42:21.527143 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:42:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['9e5caf4e-73a1-4838-8131-e037d039374b'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:21.534481 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-532fdbf6-33c8-4f0f-b171-c1fb8cf8f9fa tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/quotas/050299fb5946416f9428a65d9d7c4e06 HTTP/1.1" status: 200 len: 375 time: 0.0468702 Apr 21 14:42:21.571365 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 13bdd207-cde2-425c-af7a-a8db804ba727 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:21.572288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:21.581611 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-bb7c6d38-b600-4706-871f-f24e284bdf39 req-3827cd4e-262f-4347-857d-d3f13517af3b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Calling delete_port for c1ecec4e-34f3-48d7-a039-8aec0400a44b owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:42:21.642466 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-341013f2-86da-4c9e-8e8b-c39d419da0e5 req-b501f20b-93ee-41f9-a7ae-50d9161d5ba5 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413582 Apr 21 14:42:21.673486 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-e8c19364-5ff7-4546-a2f7-fe2eb4a0e9c3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=050299fb5946416f9428a65d9d7c4e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1309609 Apr 21 14:42:21.784740 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391b351a-6801-4656-9078-bdd11eeac26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975545fb-48de-4d93-919f-226556c7c69d', 'code': 200} Apr 21 14:42:21.834718 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] Set router 9e5caf4e-73a1-4838-8131-e037d039374b gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:42:21.894063 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:22.124743 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af375f33-8a1e-4980-9c9d-300f742f5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:22.213251 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Pushing event updated for resources: {'Port': ['ID=1bbac50a-4c15-409d-9329-bf43ef0940de,revision_number=2']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:22.222438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-af375f33-8a1e-4980-9c9d-300f742f5105 None None] For port 803d13d9-9f2d-448f-ba6c-744569da57be, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=803d13d9-9f2d-448f-ba6c-744569da57be,segment=NetworkSegment(ba294681-f467-4bce-9bec-6e3df650b6de),segment_id=ba294681-f467-4bce-9bec-6e3df650b6de)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:22.228071 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af375f33-8a1e-4980-9c9d-300f742f5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:22.232647 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:22.258306 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:22.259263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:22.259263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:22.259764 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:22.260258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:22.260740 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:22.261424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:22.261902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:22.262379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:22.262855 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:22.263339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:22.263812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:22.270997 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:22.271593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.768s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:22.309277 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-d557dec6-a694-4bcd-88d3-4afe3c33b836 service neutron] 10.222.0.15 "GET /v2.0/networks/4de81e9e-8b31-45d3-9978-5ea07f9a6138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412990 Apr 21 14:42:22.352049 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Pushing event updated for resources: {'Port': ['ID=1bbac50a-4c15-409d-9329-bf43ef0940de,revision_number=3']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:22.356380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe615b5-48f8-4821-a684-955b911a8751 req-a3b4d653-9a23-4b79-b0b8-8c30befaf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:22.356592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af375f33-8a1e-4980-9c9d-300f742f5105 None None] Pushing event updated for resources: {'Port': ['ID=803d13d9-9f2d-448f-ba6c-744569da57be,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:22.359703 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cfe615b5-48f8-4821-a684-955b911a8751 req-a3b4d653-9a23-4b79-b0b8-8c30befaf9db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 1098 time: 0.2289402 Apr 21 14:42:22.360227 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-af375f33-8a1e-4980-9c9d-300f742f5105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:22.360414 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:22.365623 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bb7c6d38-b600-4706-871f-f24e284bdf39 req-3827cd4e-262f-4347-857d-d3f13517af3b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:22.396634 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'name': 'tempest-TestShelveInstance-1163933297-router', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:42:13Z', 'updated_at': '2021-04-21T14:42:17Z', 'revision_number': 3, 'project_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'gw_port': {'id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:15Z', 'updated_at': '2021-04-21T14:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:22.402132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2a29a-8b4b-4c97-b1c5-3418f589719a None None] The sync data for ids ['9e5caf4e-73a1-4838-8131-e037d039374b'] in dv-cinder-786385-2-smb is: [{'id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'name': 'tempest-TestShelveInstance-1163933297-router', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:42:13Z', 'updated_at': '2021-04-21T14:42:17Z', 'revision_number': 3, 'project_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'gw_port': {'id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:15Z', 'updated_at': '2021-04-21T14:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:42:22.477225 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:22.619312 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 803d13d9-9f2d-448f-ba6c-744569da57be up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:22.656026 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827cd4e-262f-4347-857d-d3f13517af3b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Pushing event deleted for resources: {'Port': ['ID=c1ecec4e-34f3-48d7-a039-8aec0400a44b,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:22.676493 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cfe615b5-48f8-4821-a684-955b911a8751 req-a8d1e60d-4f5f-4e5f-926b-0ae5e9c63a9f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071167 Apr 21 14:42:22.678793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3827cd4e-262f-4347-857d-d3f13517af3b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:22.722176 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 803d13d9-9f2d-448f-ba6c-744569da57be triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:22.722811 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:22.766969 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7c6d38-b600-4706-871f-f24e284bdf39 req-3827cd4e-262f-4347-857d-d3f13517af3b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] No DVR routers for this DVR port c1ecec4e-34f3-48d7-a039-8aec0400a44b on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:42:22.771596 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bb7c6d38-b600-4706-871f-f24e284bdf39 req-3827cd4e-262f-4347-857d-d3f13517af3b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:22.777221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6459168b-e91d-437b-9992-e9e05dea75f4', 'name': 'network-vif-deleted', 'tag': 'c1ecec4e-34f3-48d7-a039-8aec0400a44b'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:42:22.806706 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bb7c6d38-b600-4706-871f-f24e284bdf39 req-3827cd4e-262f-4347-857d-d3f13517af3b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.44 "DELETE /v2.0/ports/c1ecec4e-34f3-48d7-a039-8aec0400a44b HTTP/1.1" status: 204 len: 173 time: 2.9415390 Apr 21 14:42:22.817809 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9f085be8-0e5d-4b12-a460-e664d1d45b5f service neutron] 10.222.0.15 "GET /v2.0/networks/4de81e9e-8b31-45d3-9978-5ea07f9a6138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991655 Apr 21 14:42:22.830426 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Allocated IP 172.20.0.1 (7a8489e9-d86e-4c6d-a36f-93c6203c1573/b8c85323-43c5-459d-ae74-d72d1dbdfaa4/844cb56e-5d61-432f-a836-1b37c7b83f1e) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:42:22.844834 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0251a2-8c12-486d-85c0-d301ae1dea6e req-cfbd9975-6107-4d6d-843c-b3bc00da475e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:22.849781 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fd0251a2-8c12-486d-85c0-d301ae1dea6e req-cfbd9975-6107-4d6d-843c-b3bc00da475e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.7990422 Apr 21 14:42:22.858243 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-8aa73df6-5809-40b7-8b66-d639b35064a0 None None] Provisioning complete for port 803d13d9-9f2d-448f-ba6c-744569da57be triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:22.858940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8aa73df6-5809-40b7-8b66-d639b35064a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:23.127801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device c1ecec4e-34f3-48d7-a039-8aec0400a44b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:42:23.185775 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: c1ecec4e-34f3-48d7-a039-8aec0400a44b {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:42:23.186158 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device c1ecec4e-34f3-48d7-a039-8aec0400a44b not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:42:23.216989 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fd0251a2-8c12-486d-85c0-d301ae1dea6e req-d2107dec-9bee-4eb9-ad60-ffae78fc282a tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614287 Apr 21 14:42:23.434377 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:23.467446 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Transition to ACTIVE for port object 844cb56e-5d61-432f-a836-1b37c7b83f1e will not be triggered until provisioned by entity DHCP. {{(pid=86344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:42:23.528404 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f01c3-5e39-4b58-81d8-06b872ae6ea6 req-54882134-919e-4e85-9b52-09ed040d62fa tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:23.536695 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d82f01c3-5e39-4b58-81d8-06b872ae6ea6 req-54882134-919e-4e85-9b52-09ed040d62fa tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 945 time: 0.1522198 Apr 21 14:42:23.557094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:23.565529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b0eb7b3b-8448-481d-b6c6-19023a70c6b6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:23.994503 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d82f01c3-5e39-4b58-81d8-06b872ae6ea6 req-a33646b0-0bb1-4d67-9fa8-69ef06bac397 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566679 Apr 21 14:42:24.029933 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Network 7a8489e9-d86e-4c6d-a36f-93c6203c1573 is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:42:24.036795 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:42:24.050535 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:42:24.054536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854347771'] for router_interface, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:24.184953 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6459168b-e91d-437b-9992-e9e05dea75f4', 'name': 'network-vif-deleted', 'tag': 'c1ecec4e-34f3-48d7-a039-8aec0400a44b', 'status': 'completed', 'code': 200} Apr 21 14:42:24.195875 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=844cb56e-5d61-432f-a836-1b37c7b83f1e,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:24.205100 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:24.291230 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:24.566224 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-6893401b-8744-43cd-8cb9-047e005774e0 None None] Provisioning for port 844cb56e-5d61-432f-a836-1b37c7b83f1e completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:42:24.580272 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-6893401b-8744-43cd-8cb9-047e005774e0 None None] Provisioning complete for port 844cb56e-5d61-432f-a836-1b37c7b83f1e triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:24.583542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6893401b-8744-43cd-8cb9-047e005774e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:24.676576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 1bbac50a-4c15-409d-9329-bf43ef0940de up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:24.794847 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3262b069-5d39-4249-b86f-cfcd093724f5 req-2187d006-de9e-41ee-8fa6-0101504f8585 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 210 time: 0.2433355 Apr 21 14:42:24.873584 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-6893401b-8744-43cd-8cb9-047e005774e0 None None] Port 844cb56e-5d61-432f-a836-1b37c7b83f1e cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:42:24.904627 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 1bbac50a-4c15-409d-9329-bf43ef0940de completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:42:24.917134 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 1bbac50a-4c15-409d-9329-bf43ef0940de triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:24.917846 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:24.948266 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:24.957307 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:24.958184 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428130'] for router_interface, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:24.963499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bf736aa3-2908-4a2a-80e8-06c0d30bd73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:25.133956 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:25.171695 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 1bbac50a-4c15-409d-9329-bf43ef0940de, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=1bbac50a-4c15-409d-9329-bf43ef0940de,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:25.176632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:25.183072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-734e64d8-49a7-494e-a846-ddaf6863eb07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:25.248628 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=844cb56e-5d61-432f-a836-1b37c7b83f1e,revision_number=2']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:25.255452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:25.268637 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad748b7-0581-4f81-9439-4c5d4354f001 req-d77f16d8-3dec-4edb-b8ac-c2644a9a5c81 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:25.270432 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1ad748b7-0581-4f81-9439-4c5d4354f001 req-d77f16d8-3dec-4edb-b8ac-c2644a9a5c81 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.7164228 Apr 21 14:42:25.316262 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=1bbac50a-4c15-409d-9329-bf43ef0940de,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:25.319645 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:25.498214 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1ad748b7-0581-4f81-9439-4c5d4354f001 req-93505b91-78fa-4cdd-b0f2-393ab48f4bd0 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006905 Apr 21 14:42:25.504074 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Network 7a8489e9-d86e-4c6d-a36f-93c6203c1573 is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:42:25.519253 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:42:25.877616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-78872a02-9444-4123-bd7a-d3db4a2511d1 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:25.892228 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-78872a02-9444-4123-bd7a-d3db4a2511d1 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/networks?id=b2fe3a78-bde6-4a67-9d14-376e6fa74868 HTTP/1.1" status: 200 len: 808 time: 0.5922976 Apr 21 14:42:25.937863 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-3592abbf-0cc0-4ab9-87c3-81e4cd547cc0 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/quotas/9697196dcb234e47be6b135250436988 HTTP/1.1" status: 200 len: 375 time: 0.0439985 Apr 21 14:42:25.966478 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-fd0dd2ce-be46-4897-a450-7a65da311c14 None None] Provisioning complete for port 844cb56e-5d61-432f-a836-1b37c7b83f1e triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:25.967375 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd2ce-be46-4897-a450-7a65da311c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:26.094917 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-fd0dd2ce-be46-4897-a450-7a65da311c14 None None] Port 844cb56e-5d61-432f-a836-1b37c7b83f1e cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:42:26.157847 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-0bd57090-8fb9-4b28-a18d-3fb1ffdecdd3 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9697196dcb234e47be6b135250436988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2114849 Apr 21 14:42:26.188544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-5159b952-f84f-4039-8300-cb251b31a0d7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:26.189625 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-5159b952-f84f-4039-8300-cb251b31a0d7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Synchronizing usage tracker for tenant:050299fb5946416f9428a65d9d7c4e06 on resource:network {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:42:26.210487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-5159b952-f84f-4039-8300-cb251b31a0d7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Unset dirty status for tenant:050299fb5946416f9428a65d9d7c4e06 on resource:network {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:42:26.212176 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-5159b952-f84f-4039-8300-cb251b31a0d7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.44 "GET /v2.0/networks?id=4de81e9e-8b31-45d3-9978-5ea07f9a6138 HTTP/1.1" status: 200 len: 814 time: 0.3992624 Apr 21 14:42:26.227816 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Request body: {'port': {'device_id': '3ca6f867-4ae2-4837-8659-045bcbc416f2', 'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138', 'admin_state_up': True, 'tenant_id': '050299fb5946416f9428a65d9d7c4e06'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:26.361616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Router 9e5caf4e-73a1-4838-8131-e037d039374b has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:42:26.429414 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:26.438394 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Usage tracker for resource:port and tenant:050299fb5946416f9428a65d9d7c4e06 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:26.451192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:26.475660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:26.499131 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Made reservation on behalf of 050299fb5946416f9428a65d9d7c4e06 for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:42:26.509717 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:26.524160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 1bbac50a-4c15-409d-9329-bf43ef0940de up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:26.664534 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-5e0a06e2-88ae-4ae1-8ca8-7578b287a221 service neutron] 10.222.0.15 "GET /v2.0/networks/b2fe3a78-bde6-4a67-9d14-376e6fa74868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938483 Apr 21 14:42:26.683796 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 1bbac50a-4c15-409d-9329-bf43ef0940de triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:26.684501 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:26.695779 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdf163-7ad6-418e-bf9f-e38e14074fa1 req-c78435b0-fc93-4f08-9897-769d24da7502 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:26.698687 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-17bdf163-7ad6-418e-bf9f-e38e14074fa1 req-c78435b0-fc93-4f08-9897-769d24da7502 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 945 time: 0.6685317 Apr 21 14:42:26.836193 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Allocated IP 172.20.0.5 (4de81e9e-8b31-45d3-9978-5ea07f9a6138/1245ceb7-a145-4bd6-acd1-ded96be63dc2/3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:42:26.974146 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-17bdf163-7ad6-418e-bf9f-e38e14074fa1 req-b44a3a0a-decc-4609-b716-58be5f7caae5 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323647 Apr 21 14:42:26.981155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:42:27.005714 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Sync routers for ids ['9e5caf4e-73a1-4838-8131-e037d039374b'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:42:27.007860 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-87dead21-e9c7-408f-a5ef-82eab0b0fbf1 admin admin] 10.222.0.15 "PUT /v2.0/routers/9e5caf4e-73a1-4838-8131-e037d039374b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2376764 Apr 21 14:42:27.023885 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-f6fd2b62-b6ee-4f54-a678-c9def932999c service neutron] 10.222.0.15 "GET /v2.0/networks/b2fe3a78-bde6-4a67-9d14-376e6fa74868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237276 Apr 21 14:42:27.067810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Routers {'9e5caf4e-73a1-4838-8131-e037d039374b'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:42:27.071545 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:42:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['9e5caf4e-73a1-4838-8131-e037d039374b'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:27.244026 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:27.351976 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:27.389614 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:27.512801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb0fe-fdfe-4ab8-a26a-e16f37baf97f req-84df9609-7554-400f-86f3-e9f665662de9 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:27.550066 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a5feb0fe-fdfe-4ab8-a26a-e16f37baf97f req-84df9609-7554-400f-86f3-e9f665662de9 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 931 time: 0.3119981 Apr 21 14:42:27.694297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:42:27.695064 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a5feb0fe-fdfe-4ab8-a26a-e16f37baf97f req-df1a4e85-358b-4f87-b7ee-f2121a516c77 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431646 Apr 21 14:42:27.695886 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Pushing event updated for resources: {'Port': ['ID=3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:27.711721 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:42:27.719761 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:27.721293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:42:27.796102 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Set router 9e5caf4e-73a1-4838-8131-e037d039374b gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:42:27.984667 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:27.985696 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:28.045649 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8232138 Apr 21 14:42:28.060560 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Request body: {'port': {'device_id': '3ca6f867-4ae2-4837-8659-045bcbc416f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:28.114659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a171fa6-33f3-453b-ab0e-3b32cf1dbcbc req-98efb996-d1ee-44c3-83ad-f8b758acaab1 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:28.128770 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3a171fa6-33f3-453b-ab0e-3b32cf1dbcbc req-98efb996-d1ee-44c3-83ad-f8b758acaab1 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.4316535 Apr 21 14:42:28.227767 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3a171fa6-33f3-453b-ab0e-3b32cf1dbcbc req-e2309994-90bb-40af-89c4-8cebd6a78232 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959527 Apr 21 14:42:28.242839 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:28.553822 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4d69eb92-23a8-4467-844b-1daf24f27ccb req-72bdd68c-f4fc-4337-a63b-19cbd54e3352 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 210 time: 0.2171216 Apr 21 14:42:28.891720 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:42:28.899698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'name': 'tempest-TestShelveInstance-1163933297-router', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:42:13Z', 'updated_at': '2021-04-21T14:42:24Z', 'revision_number': 4, 'project_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'gw_port': {'id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:15Z', 'updated_at': '2021-04-21T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '844cb56e-5d61-432f-a836-1b37c7b83f1e', 'name': '', 'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'mac_address': 'fa:16:3e:d0:50:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b8c85323-43c5-459d-ae74-d72d1dbdfaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:21Z', 'updated_at': '2021-04-21T14:42:24Z', 'revision_number': 2, 'project_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'subnets': [{'id': 'b8c85323-43c5-459d-ae74-d72d1dbdfaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:28.903434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:28.908510 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Checking router: 9e5caf4e-73a1-4838-8131-e037d039374b for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:42:28.909293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Updating router 9e5caf4e-73a1-4838-8131-e037d039374b port 844cb56e-5d61-432f-a836-1b37c7b83f1e binding host dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:42:28.941417 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Transition to ACTIVE for port object 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:42:28.945133 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:28.956610 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3827cd4e-262f-4347-857d-d3f13517af3b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:29.002385 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:29.260141 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Pushing event updated for resources: {'Port': ['ID=3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:29.277944 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 59040) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:29.293912 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:29.302045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970828813', 'description': 'tempest-secgroup-smoke-1970828813 description', 'project_id': '82a904343c524d8dbab7b58ad4c4642d'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:29.334751 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5197282-434f-4673-b8c2-a0cb0a896a5d req-4ef089b7-f5a3-4dbc-b012-9061cab5e615 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:29.336930 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5197282-434f-4673-b8c2-a0cb0a896a5d req-4ef089b7-f5a3-4dbc-b012-9061cab5e615 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 943 time: 0.1136744 Apr 21 14:42:29.393122 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:29.399729 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5197282-434f-4673-b8c2-a0cb0a896a5d req-885d70a2-89b7-4d4f-8627-2e212da7e98a tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483046 Apr 21 14:42:29.441213 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Notify callbacks [] for port, precommit_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:29.449323 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Usage tracker for resource:security_group and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:29.458876 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Transition to ACTIVE for port object 844cb56e-5d61-432f-a836-1b37c7b83f1e will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:42:29.459237 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:29.471885 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:29.484379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:29.496387 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:29.530135 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:29.598626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:29.608505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Usage tracker for resource:security_group_rule and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:29.612201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:29.619352 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:29.654570 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18994b3-290c-4757-9f4e-e4f4d1c7e5a1 None None] Pushing event updated for resources: {'Port': ['ID=844cb56e-5d61-432f-a836-1b37c7b83f1e,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:29.706081 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f18994b3-290c-4757-9f4e-e4f4d1c7e5a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:29.718828 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Attempting to bind port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:42:29.719511 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Attempting to bind port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'eb5858b3-ac47-4930-832e-e19bd4d34b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:42:29.720159 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Attempting to bind port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 on network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:42:29.747304 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 on network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:42:29.747994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Attempting to bind port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 on network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:42:29.841442 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2e14c-f05e-4516-9ee8-5b64f41303d4 req-4db8e0a9-6a62-45fc-92e8-5bd5e823bdee tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:29.851006 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c6a2e14c-f05e-4516-9ee8-5b64f41303d4 req-4db8e0a9-6a62-45fc-92e8-5bd5e823bdee tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1785035 Apr 21 14:42:29.861315 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:42:29.861844 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Checking segment: {'id': 'eb5858b3-ac47-4930-832e-e19bd4d34b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:42:29.862570 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Bound using segment: {'id': 'eb5858b3-ac47-4930-832e-e19bd4d34b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:42:29.863418 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Bound port: 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5858b3-ac47-4930-832e-e19bd4d34b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:42:29.864088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:29.949474 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c6a2e14c-f05e-4516-9ee8-5b64f41303d4 req-e3d8b32b-0e60-4976-b4dd-2152f9d527da tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971720 Apr 21 14:42:29.981730 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Attempting to bind port 844cb56e-5d61-432f-a836-1b37c7b83f1e on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:42:29.981730 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Attempting to bind port 844cb56e-5d61-432f-a836-1b37c7b83f1e by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': 'ba294681-f467-4bce-9bec-6e3df650b6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:42:29.982085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Attempting to bind port 844cb56e-5d61-432f-a836-1b37c7b83f1e on network 7a8489e9-d86e-4c6d-a36f-93c6203c1573 {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:42:29.994719 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:42:29.996001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Checking segment: {'id': 'ba294681-f467-4bce-9bec-6e3df650b6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:42:29.996961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:29.997566 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Bound using segment: {'id': 'ba294681-f467-4bce-9bec-6e3df650b6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:42:29.998513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Bound port: 844cb56e-5d61-432f-a836-1b37c7b83f1e, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba294681-f467-4bce-9bec-6e3df650b6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:42:29.999261 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:30.224192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] For port 844cb56e-5d61-432f-a836-1b37c7b83f1e, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:42:30.231389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] For port 844cb56e-5d61-432f-a836-1b37c7b83f1e, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=844cb56e-5d61-432f-a836-1b37c7b83f1e,segment=NetworkSegment(ba294681-f467-4bce-9bec-6e3df650b6de),segment_id=ba294681-f467-4bce-9bec-6e3df650b6de)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:42:30.238033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:30.244824 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:30.247695 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] For port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:42:30.249373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:30.258231 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:30.291015 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9a6f26d4-79ed-4bc7-ae03-8526cfa741ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:30.342380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] For port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3,segment=NetworkSegment(eb5858b3-ac47-4930-832e-e19bd4d34b71),segment_id=eb5858b3-ac47-4930-832e-e19bd4d34b71)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:42:30.363297 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1bdf494c-31e7-4c75-af64-570d1dd9b846 req-02103000-0678-4e3c-a6dd-01d2a7ec82a2 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 210 time: 0.2032189 Apr 21 14:42:30.379093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:30.424050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a4415e8c-0a1d-4c94-93ba-79a0cfe99d0a tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:30.424893 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a4415e8c-0a1d-4c94-93ba-79a0cfe99d0a tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Synchronizing usage tracker for tenant:9697196dcb234e47be6b135250436988 on resource:network {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:42:30.432213 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:30.434901 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:30.437011 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1467218 Apr 21 14:42:30.438501 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:30.440566 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 59062) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:30.444639 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-707c0a21-a938-4ed4-94e0-22cd3361b242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:30.480965 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-42223eae-a6c5-4eb6-bb59-04045fbb1004 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Request body: {'security_group_rule': {'security_group_id': '4f1b28a8-7537-4617-82f3-ab9b09fdb8c9', 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:30.537580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-42223eae-a6c5-4eb6-bb59-04045fbb1004 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:30.576944 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-42223eae-a6c5-4eb6-bb59-04045fbb1004 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Usage tracker for resource:security_group_rule and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:30.589328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-42223eae-a6c5-4eb6-bb59-04045fbb1004 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:30.600946 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:30.602038 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:30.602864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-42223eae-a6c5-4eb6-bb59-04045fbb1004 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:30.608366 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] 10.222.0.44 "PUT /v2.0/ports/3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 HTTP/1.1" status: 200 len: 1093 time: 2.5542083 Apr 21 14:42:30.609292 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca6f867-4ae2-4837-8659-045bcbc416f2', 'tag': '3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:42:30.624235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18994b3-290c-4757-9f4e-e4f4d1c7e5a1 None None] Pushing event updated for resources: {'Port': ['ID=844cb56e-5d61-432f-a836-1b37c7b83f1e,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:30.629025 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f18994b3-290c-4757-9f4e-e4f4d1c7e5a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:30.631800 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Routers {'9e5caf4e-73a1-4838-8131-e037d039374b'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:42:30.632702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:42:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['9e5caf4e-73a1-4838-8131-e037d039374b'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:30.668519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-42223eae-a6c5-4eb6-bb59-04045fbb1004 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:30.880719 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a4415e8c-0a1d-4c94-93ba-79a0cfe99d0a tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Unset dirty status for tenant:9697196dcb234e47be6b135250436988 on resource:network {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:42:30.882512 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a4415e8c-0a1d-4c94-93ba-79a0cfe99d0a tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.44 "GET /v2.0/networks?id=b2fe3a78-bde6-4a67-9d14-376e6fa74868 HTTP/1.1" status: 200 len: 808 time: 1.1235805 Apr 21 14:42:30.912705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Request body: {'port': {'device_id': 'abf715c6-d652-44d5-8de4-ede52661f470', 'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868', 'admin_state_up': True, 'tenant_id': '9697196dcb234e47be6b135250436988'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:30.972689 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] Set router 9e5caf4e-73a1-4838-8131-e037d039374b gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:42:31.068403 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Pushing event updated for resources: {'Port': ['ID=3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:31.085581 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:31.144714 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca6f867-4ae2-4837-8659-045bcbc416f2', 'tag': '3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3', 'status': 'completed', 'code': 200} Apr 21 14:42:31.202661 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-761103f9-c27d-4955-b980-8aed474e1b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:31.205481 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-761103f9-c27d-4955-b980-8aed474e1b75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=050299fb5946416f9428a65d9d7c4e06&device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 1096 time: 0.5085275 Apr 21 14:42:31.386996 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-d78280f2-5f7c-4a5a-af9f-69981865911e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 HTTP/1.1" status: 200 len: 217 time: 0.1507690 Apr 21 14:42:31.398292 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:31.421866 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-42223eae-a6c5-4eb6-bb59-04045fbb1004 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:31.440569 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-42223eae-a6c5-4eb6-bb59-04045fbb1004 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:31.455299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:31.474483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Usage tracker for resource:port and tenant:9697196dcb234e47be6b135250436988 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:31.480303 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:31.491848 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:31.514709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Made reservation on behalf of 9697196dcb234e47be6b135250436988 for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:42:31.525489 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:31.530726 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42223eae-a6c5-4eb6-bb59-04045fbb1004 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc195474-6f74-4424-9e2b-8d2d9f4d3e87,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:31.564347 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-42223eae-a6c5-4eb6-bb59-04045fbb1004 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:31.581483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-42223eae-a6c5-4eb6-bb59-04045fbb1004 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:31.586079 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-42223eae-a6c5-4eb6-bb59-04045fbb1004 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1408775 Apr 21 14:42:31.588357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 59078) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:31.607550 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-d7882aed-4843-4196-bf9a-4274bce2d11f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Request body: {'security_group_rule': {'security_group_id': '4f1b28a8-7537-4617-82f3-ab9b09fdb8c9', 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:31.624711 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-d7882aed-4843-4196-bf9a-4274bce2d11f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:31.633981 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'name': 'tempest-TestShelveInstance-1163933297-router', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:42:13Z', 'updated_at': '2021-04-21T14:42:24Z', 'revision_number': 4, 'project_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'gw_port': {'id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:15Z', 'updated_at': '2021-04-21T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '844cb56e-5d61-432f-a836-1b37c7b83f1e', 'name': '', 'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'mac_address': 'fa:16:3e:d0:50:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b8c85323-43c5-459d-ae74-d72d1dbdfaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:21Z', 'updated_at': '2021-04-21T14:42:30Z', 'revision_number': 4, 'project_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'subnets': [{'id': 'b8c85323-43c5-459d-ae74-d72d1dbdfaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:42:31.638590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c50d3e4-dc8a-46c1-9b20-00b4735af276 None None] The sync data for ids ['9e5caf4e-73a1-4838-8131-e037d039374b'] in dv-cinder-786385-2-smb is: [{'id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'name': 'tempest-TestShelveInstance-1163933297-router', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:42:13Z', 'updated_at': '2021-04-21T14:42:24Z', 'revision_number': 4, 'project_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'gw_port': {'id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:15Z', 'updated_at': '2021-04-21T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '844cb56e-5d61-432f-a836-1b37c7b83f1e', 'name': '', 'network_id': '7a8489e9-d86e-4c6d-a36f-93c6203c1573', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'mac_address': 'fa:16:3e:d0:50:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b8c85323-43c5-459d-ae74-d72d1dbdfaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:21Z', 'updated_at': '2021-04-21T14:42:30Z', 'revision_number': 4, 'project_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'subnets': [{'id': 'b8c85323-43c5-459d-ae74-d72d1dbdfaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:42:31.654315 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2214e84-e3c9-4c0a-910c-8add2fda9b33 req-40f39cfc-51f7-438d-9b10-e892bdee98ec tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:31.669687 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b2214e84-e3c9-4c0a-910c-8add2fda9b33 req-40f39cfc-51f7-438d-9b10-e892bdee98ec tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 943 time: 0.7904379 Apr 21 14:42:31.672100 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-2d8fca43-0e39-436a-8ea7-854b77fb5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:31.674748 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-2d8fca43-0e39-436a-8ea7-854b77fb5d12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1245ceb7-a145-4bd6-acd1-ded96be63dc2 HTTP/1.1" status: 200 len: 854 time: 0.2718403 Apr 21 14:42:31.700551 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-d7882aed-4843-4196-bf9a-4274bce2d11f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Usage tracker for resource:security_group_rule and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:31.725727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a78ee-00f9-41b9-9aa8-bb825a0f2ae2 req-8062a09d-6915-4744-8964-1d8aa5617fb1 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:31.728466 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-854a78ee-00f9-41b9-9aa8-bb825a0f2ae2 req-8062a09d-6915-4744-8964-1d8aa5617fb1 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.4096572 Apr 21 14:42:31.735878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-d7882aed-4843-4196-bf9a-4274bce2d11f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:31.763223 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-b6b6a5bb-e39a-4327-a144-ae6cb7c76674 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4de81e9e-8b31-45d3-9978-5ea07f9a6138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682905 Apr 21 14:42:31.767704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-d7882aed-4843-4196-bf9a-4274bce2d11f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:31.830149 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b2214e84-e3c9-4c0a-910c-8add2fda9b33 req-ce8e21ae-ad40-4ab6-bb21-4d78f5cbd638 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590879 Apr 21 14:42:31.846972 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-854a78ee-00f9-41b9-9aa8-bb825a0f2ae2 req-ba685b12-d450-468c-b98a-718443021fc6 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028430 Apr 21 14:42:31.849167 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d7882aed-4843-4196-bf9a-4274bce2d11f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:32.042585 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d91c6040-9fb4-42b4-aea9-ead5c466ef67 req-456d5909-4844-4044-83d5-884d3a6bd16a tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 210 time: 0.0691631 Apr 21 14:42:32.105926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d7882aed-4843-4196-bf9a-4274bce2d11f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:32.112793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d7882aed-4843-4196-bf9a-4274bce2d11f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:32.142319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:32.158976 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7882aed-4843-4196-bf9a-4274bce2d11f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de1297b-2ba6-45ef-9b2f-a8afbc5145d3,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:32.161818 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d7882aed-4843-4196-bf9a-4274bce2d11f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:32.176992 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d7882aed-4843-4196-bf9a-4274bce2d11f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:32.178518 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d7882aed-4843-4196-bf9a-4274bce2d11f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5837080 Apr 21 14:42:32.189502 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 59086) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:32.201450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-ca00da75-f96e-477b-9304-af77b8e35387 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Request body: {'security_group_rule': {'security_group_id': '4f1b28a8-7537-4617-82f3-ab9b09fdb8c9', 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:32.209993 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ca00da75-f96e-477b-9304-af77b8e35387 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:32.215669 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ca00da75-f96e-477b-9304-af77b8e35387 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Usage tracker for resource:security_group_rule and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:32.220680 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ca00da75-f96e-477b-9304-af77b8e35387 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:32.230499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ca00da75-f96e-477b-9304-af77b8e35387 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:32.253758 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ca00da75-f96e-477b-9304-af77b8e35387 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:32.313487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Allocated IP 172.20.0.14 (b2fe3a78-bde6-4a67-9d14-376e6fa74868/d527c8cd-9818-40e4-aa76-1e38b2ae8bb6/0ad8d156-780a-4e94-b2ac-314bf21e541a) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:42:32.371686 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ca00da75-f96e-477b-9304-af77b8e35387 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:32.375347 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ca00da75-f96e-477b-9304-af77b8e35387 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:32.377945 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:32.381966 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-d24d49ad-deb0-4ffb-b01f-0f2f23cf00c9 service neutron] 10.222.0.44 "GET /v2.0/networks/4de81e9e-8b31-45d3-9978-5ea07f9a6138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024051 Apr 21 14:42:32.409220 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00da75-f96e-477b-9304-af77b8e35387 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701f646f-5f24-40ce-ae2f-c9bd050c3774,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:32.412102 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ca00da75-f96e-477b-9304-af77b8e35387 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:32.420070 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ca00da75-f96e-477b-9304-af77b8e35387 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:32.422023 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ca00da75-f96e-477b-9304-af77b8e35387 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2308049 Apr 21 14:42:32.429571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 59090) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:32.440332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-ad755bf5-df1e-44d6-8eaf-ad0d08cbf1a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Request body: {'security_group_rule': {'security_group_id': '4f1b28a8-7537-4617-82f3-ab9b09fdb8c9', 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:32.459072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ad755bf5-df1e-44d6-8eaf-ad0d08cbf1a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:32.467956 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ad755bf5-df1e-44d6-8eaf-ad0d08cbf1a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Usage tracker for resource:security_group_rule and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:32.471720 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ad755bf5-df1e-44d6-8eaf-ad0d08cbf1a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:32.478856 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ad755bf5-df1e-44d6-8eaf-ad0d08cbf1a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:32.503099 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ad755bf5-df1e-44d6-8eaf-ad0d08cbf1a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:32.565349 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 844cb56e-5d61-432f-a836-1b37c7b83f1e up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:32.619314 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ad755bf5-df1e-44d6-8eaf-ad0d08cbf1a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:32.624072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ad755bf5-df1e-44d6-8eaf-ad0d08cbf1a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:32.626717 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:32.646983 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad755bf5-df1e-44d6-8eaf-ad0d08cbf1a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f568ca4-a50e-40b5-a156-0d105eb125ee,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:32.657746 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ad755bf5-df1e-44d6-8eaf-ad0d08cbf1a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:32.675294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ad755bf5-df1e-44d6-8eaf-ad0d08cbf1a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:32.681307 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ad755bf5-df1e-44d6-8eaf-ad0d08cbf1a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2459667 Apr 21 14:42:32.682906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 59094) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:32.709439 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Request body: {'security_group_rule': {'security_group_id': '4f1b28a8-7537-4617-82f3-ab9b09fdb8c9', 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:32.723167 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27c0e304-c9f9-4014-abae-e20637b7e996 req-55c62bd0-202e-4145-921e-3252c7311cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/4de81e9e-8b31-45d3-9978-5ea07f9a6138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206017 Apr 21 14:42:32.734276 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:32.756196 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Usage tracker for resource:security_group_rule and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:32.764146 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:32.776111 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:32.820723 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.securitygroups_db [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Project 82a904343c524d8dbab7b58ad4c4642d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:42:32.835549 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:32.905423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 844cb56e-5d61-432f-a836-1b37c7b83f1e completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:42:32.933500 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 844cb56e-5d61-432f-a836-1b37c7b83f1e triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:32.933931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:33.024623 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:33.029999 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:33.032470 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:33.076749 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fee5b28-8957-41c5-9b4e-04593b386c89,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:33.089930 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:33.121792 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:33.123599 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4376574 Apr 21 14:42:33.128271 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 59106) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:33.145282 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Request body: {'security_group_rule': {'security_group_id': '4f1b28a8-7537-4617-82f3-ab9b09fdb8c9', 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:33.158110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:42:33.180493 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:33.214672 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c57e6c-78c3-4f15-b271-24510568acde req-8f3ea9e7-98da-4929-93ae-7e8314c676f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:33.216594 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-11c57e6c-78c3-4f15-b271-24510568acde req-8f3ea9e7-98da-4929-93ae-7e8314c676f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=050299fb5946416f9428a65d9d7c4e06&device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 1096 time: 0.3303590 Apr 21 14:42:33.219156 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:33.230357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-940b9a0f-bf11-4b0a-8fa3-2dbca01b37e5 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:33.256523 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Usage tracker for resource:security_group_rule and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:42:33.270971 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:42:33.282006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:42:33.291251 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:33.317019 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.securitygroups_db [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Project 82a904343c524d8dbab7b58ad4c4642d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:42:33.342073 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:33.365409 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Network b2fe3a78-bde6-4a67-9d14-376e6fa74868 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:42:33.377031 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 844cb56e-5d61-432f-a836-1b37c7b83f1e, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=844cb56e-5d61-432f-a836-1b37c7b83f1e,segment=NetworkSegment(ba294681-f467-4bce-9bec-6e3df650b6de),segment_id=ba294681-f467-4bce-9bec-6e3df650b6de)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:33.380448 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:33.384577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:33.393946 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f46ab-0fe7-41c9-92e7-8b83eb97b374 req-185b3503-2ba1-471a-a202-20b6a734fca1 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:33.395686 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5c5f46ab-0fe7-41c9-92e7-8b83eb97b374 req-185b3503-2ba1-471a-a202-20b6a734fca1 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.2429705 Apr 21 14:42:33.424870 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b73d8-6884-45cc-a901-f176becab851 req-0664683a-05b6-4e83-858f-8620cf2b7661 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:33.426819 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:42:33.433512 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-204b73d8-6884-45cc-a901-f176becab851 req-0664683a-05b6-4e83-858f-8620cf2b7661 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 943 time: 0.2696240 Apr 21 14:42:33.437979 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:42:33.529465 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:33.539479 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:33.547597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=844cb56e-5d61-432f-a836-1b37c7b83f1e,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:33.552095 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Pushing event updated for resources: {'Port': ['ID=0ad8d156-780a-4e94-b2ac-314bf21e541a,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:33.557024 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-204b73d8-6884-45cc-a901-f176becab851 req-322217ac-f344-4839-97f7-528e3e1287aa tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224034 Apr 21 14:42:33.559264 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:33.562712 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ad755bf5-df1e-44d6-8eaf-ad0d08cbf1a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:33.571951 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5c5f46ab-0fe7-41c9-92e7-8b83eb97b374 req-3d42d2a8-2809-4ffb-aeba-907b4ffda190 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083927 Apr 21 14:42:33.594912 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446d7d5d-f42b-4ee9-a56e-ba966ea63cdd,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:33.601920 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:33.618199 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:33.625570 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:33.629326 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4992948 Apr 21 14:42:33.686045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c57e6c-78c3-4f15-b271-24510568acde req-027cecb2-c829-4a2d-8fa8-94298768c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:33.688116 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-11c57e6c-78c3-4f15-b271-24510568acde req-027cecb2-c829-4a2d-8fa8-94298768c267 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4de81e9e-8b31-45d3-9978-5ea07f9a6138 HTTP/1.1" status: 200 len: 915 time: 0.3881328 Apr 21 14:42:33.697274 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:33.698176 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:33.832571 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-11c57e6c-78c3-4f15-b271-24510568acde req-ad331624-3db4-4829-981d-59068e977a0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 HTTP/1.1" status: 200 len: 217 time: 0.1272819 Apr 21 14:42:33.855277 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbe174-0cdf-45b0-8491-e98ef6561909 req-9da7bb10-53e1-459c-93e2-781f00bfbde2 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:33.857171 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bfbbe174-0cdf-45b0-8491-e98ef6561909 req-9da7bb10-53e1-459c-93e2-781f00bfbde2 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 932 time: 0.1410608 Apr 21 14:42:33.959736 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0545881 Apr 21 14:42:33.974460 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bfbbe174-0cdf-45b0-8491-e98ef6561909 req-f3798f65-876d-4118-b867-a6487caae26c tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022527 Apr 21 14:42:33.997944 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Request body: {'port': {'device_id': 'abf715c6-d652-44d5-8de4-ede52661f470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:42:34.091005 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c57e6c-78c3-4f15-b271-24510568acde req-3d026e8e-553f-4624-bf78-cfae260dc83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:34.094432 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-11c57e6c-78c3-4f15-b271-24510568acde req-3d026e8e-553f-4624-bf78-cfae260dc83d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1245ceb7-a145-4bd6-acd1-ded96be63dc2 HTTP/1.1" status: 200 len: 854 time: 0.2454996 Apr 21 14:42:34.210310 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-11c57e6c-78c3-4f15-b271-24510568acde req-ba74d25f-b59b-4b55-a22d-ac8ee1512fc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4de81e9e-8b31-45d3-9978-5ea07f9a6138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997832 Apr 21 14:42:34.527567 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:34.544316 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 844cb56e-5d61-432f-a836-1b37c7b83f1e up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:34.729509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 844cb56e-5d61-432f-a836-1b37c7b83f1e triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:34.730213 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:34.730345 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-11c57e6c-78c3-4f15-b271-24510568acde req-8c778a42-f953-43e9-91ae-ceebc668d41f service neutron] 10.222.0.44 "GET /v2.0/networks/4de81e9e-8b31-45d3-9978-5ea07f9a6138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447119 Apr 21 14:42:34.904643 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d9065-0cde-4b9b-a2d3-1870a3bc0f1e req-ba1c037c-4cc4-4bf0-95ed-0d278fce745b tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:34.913772 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3d8d9065-0cde-4b9b-a2d3-1870a3bc0f1e req-ba1c037c-4cc4-4bf0-95ed-0d278fce745b tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 943 time: 0.1293819 Apr 21 14:42:34.985530 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3d8d9065-0cde-4b9b-a2d3-1870a3bc0f1e req-a42d109e-9208-4a96-980c-d2dea4100723 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702918 Apr 21 14:42:35.136086 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fce58e6a-9287-43c9-902b-83fc5ecbf32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:35.318611 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776e15d-9ad7-41eb-9dad-05be3f520526 req-a9603228-c2c7-4d12-9a60-c14396d468ba tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:35.333851 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f776e15d-9ad7-41eb-9dad-05be3f520526 req-a9603228-c2c7-4d12-9a60-c14396d468ba tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1574550 Apr 21 14:42:35.380612 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-11c57e6c-78c3-4f15-b271-24510568acde req-fe4569fa-e012-4d6c-aa25-aca68c89e6a4 service neutron] 10.222.0.44 "GET /v2.0/networks/4de81e9e-8b31-45d3-9978-5ea07f9a6138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324906 Apr 21 14:42:35.412460 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f776e15d-9ad7-41eb-9dad-05be3f520526 req-6a63bbe9-3bf5-4e03-b648-0b5029c36f3e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772581 Apr 21 14:42:35.579351 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad8d156-780a-4e94-b2ac-314bf21e541a {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:42:35.588462 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:35.607531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Transition to ACTIVE for port object 0ad8d156-780a-4e94-b2ac-314bf21e541a will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:42:35.610876 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:35.616390 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4a16090c-95b4-4b6c-b4a2-a7f57187ccd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:35.644886 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc02c0-5cf4-4067-944b-d6acdc8a0684 req-b93d3a7a-9adb-4502-a4e2-93eaff25cc00 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:35.647749 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1bcc02c0-5cf4-4067-944b-d6acdc8a0684 req-b93d3a7a-9adb-4502-a4e2-93eaff25cc00 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 932 time: 0.1234581 Apr 21 14:42:35.730522 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1bcc02c0-5cf4-4067-944b-d6acdc8a0684 req-ae07abd3-4f37-46dd-b946-9c76c3505bef tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749142 Apr 21 14:42:35.830575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad8d156-780a-4e94-b2ac-314bf21e541a,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:35.861927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:35.970359 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Attempting to bind port 0ad8d156-780a-4e94-b2ac-314bf21e541a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:42:35.970720 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Attempting to bind port 0ad8d156-780a-4e94-b2ac-314bf21e541a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '559e315b-e75f-441a-97d7-97672c439551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:42:35.971091 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Attempting to bind port 0ad8d156-780a-4e94-b2ac-314bf21e541a on network b2fe3a78-bde6-4a67-9d14-376e6fa74868 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:42:35.978542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Port 0ad8d156-780a-4e94-b2ac-314bf21e541a on network b2fe3a78-bde6-4a67-9d14-376e6fa74868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:42:35.978906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Attempting to bind port 0ad8d156-780a-4e94-b2ac-314bf21e541a on network b2fe3a78-bde6-4a67-9d14-376e6fa74868 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:42:35.985514 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:42:35.985920 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Checking segment: {'id': '559e315b-e75f-441a-97d7-97672c439551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:42:35.986357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Bound using segment: {'id': '559e315b-e75f-441a-97d7-97672c439551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:42:35.986851 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Bound port: 0ad8d156-780a-4e94-b2ac-314bf21e541a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559e315b-e75f-441a-97d7-97672c439551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:42:35.987251 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:36.099285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] For port 0ad8d156-780a-4e94-b2ac-314bf21e541a, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:42:36.104391 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] For port 0ad8d156-780a-4e94-b2ac-314bf21e541a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ad8d156-780a-4e94-b2ac-314bf21e541a,segment=NetworkSegment(559e315b-e75f-441a-97d7-97672c439551),segment_id=559e315b-e75f-441a-97d7-97672c439551)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:42:36.108935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:36.115433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:36.222187 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:36.223113 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:36.225045 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] 10.222.0.44 "PUT /v2.0/ports/0ad8d156-780a-4e94-b2ac-314bf21e541a HTTP/1.1" status: 200 len: 1094 time: 2.2354732 Apr 21 14:42:36.225786 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf715c6-d652-44d5-8de4-ede52661f470', 'tag': '0ad8d156-780a-4e94-b2ac-314bf21e541a'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:42:36.285852 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad8d156-780a-4e94-b2ac-314bf21e541a,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:36.318128 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733add1-5c2f-4b6b-ad52-1e49868d8855 req-7592dfd7-90cc-4c11-a308-0d590c77ad3c tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:36.320412 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1733add1-5c2f-4b6b-ad52-1e49868d8855 req-7592dfd7-90cc-4c11-a308-0d590c77ad3c tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 943 time: 0.2029514 Apr 21 14:42:36.360811 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:36.370809 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf715c6-d652-44d5-8de4-ede52661f470', 'tag': '0ad8d156-780a-4e94-b2ac-314bf21e541a', 'status': 'completed', 'code': 200} Apr 21 14:42:36.382609 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1733add1-5c2f-4b6b-ad52-1e49868d8855 req-43428eb4-69ef-4672-9be6-9c9e174c1ae3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503376 Apr 21 14:42:36.472752 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-1d08e646-a276-4ee4-9efb-39ff694a984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:36.484046 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-1d08e646-a276-4ee4-9efb-39ff694a984a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9697196dcb234e47be6b135250436988&device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 1097 time: 0.1925018 Apr 21 14:42:36.629882 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-0010dbcc-9a8b-409f-a168-0c15f555373d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ad8d156-780a-4e94-b2ac-314bf21e541a HTTP/1.1" status: 200 len: 217 time: 0.1326857 Apr 21 14:42:36.708462 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-ef26a4f5-c87e-4e43-a033-946f021c0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:36.710092 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-ef26a4f5-c87e-4e43-a033-946f021c0ed8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d527c8cd-9818-40e4-aa76-1e38b2ae8bb6 HTTP/1.1" status: 200 len: 848 time: 0.0690851 Apr 21 14:42:36.770533 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-ff074ab3-584e-44a9-af5d-628321cef1ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2fe3a78-bde6-4a67-9d14-376e6fa74868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514195 Apr 21 14:42:36.771117 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110ea9d-fd03-4fd2-ab8e-362306f75e4b req-1e1266d3-5249-4ea3-b058-6da85111527b tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:36.773097 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3110ea9d-fd03-4fd2-ab8e-362306f75e4b req-1e1266d3-5249-4ea3-b058-6da85111527b tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1296048 Apr 21 14:42:36.864363 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3110ea9d-fd03-4fd2-ab8e-362306f75e4b req-895e4d57-f26b-4c0d-b7da-7d6fd5115a5c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796912 Apr 21 14:42:37.200408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:42:37.224574 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c13f73-2a9e-4a76-93d0-63c4a7472434 req-042965c7-db0d-4d03-bbbc-5d4e30f2b30e tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:37.227150 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3c13f73-2a9e-4a76-93d0-63c4a7472434 req-042965c7-db0d-4d03-bbbc-5d4e30f2b30e tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 944 time: 0.1469705 Apr 21 14:42:37.334338 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3c13f73-2a9e-4a76-93d0-63c4a7472434 req-065ba93d-7fcb-4460-91a3-30c0695ff687 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986013 Apr 21 14:42:37.355201 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-45dd3af7-9fc1-4c22-8cac-3163c76a49b7 service neutron] 10.222.0.44 "GET /v2.0/networks/b2fe3a78-bde6-4a67-9d14-376e6fa74868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772054 Apr 21 14:42:37.389630 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3,segment=NetworkSegment(eb5858b3-ac47-4930-832e-e19bd4d34b71),segment_id=eb5858b3-ac47-4930-832e-e19bd4d34b71)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:37.407530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3', 'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138', 'port_id': '3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3', 'mac_address': 'fa:16:3e:a4:98:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1245ceb7-a145-4bd6-acd1-ded96be63dc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:42:37.464437 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24f99f-9ea5-4f97-b178-4a90b9ca1f88 req-302ffb6d-a54b-4fbc-8a50-bc8339ba2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:37.466080 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6d24f99f-9ea5-4f97-b178-4a90b9ca1f88 req-302ffb6d-a54b-4fbc-8a50-bc8339ba2e72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c11f8866bb7b42299fa431b79c50c8ae&device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 1099 time: 0.4675825 Apr 21 14:42:37.560210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:37.597007 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:42:37.635140 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3,segment=NetworkSegment(eb5858b3-ac47-4930-832e-e19bd4d34b71),segment_id=eb5858b3-ac47-4930-832e-e19bd4d34b71)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:37.640893 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:37.642902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:37.763940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:37.767756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:37.792412 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8422049c-cb66-404d-a6d7-f344b93fe514 req-f2cf888c-2808-45db-a41c-c6e4d1eb0eac service neutron] 10.222.0.44 "GET /v2.0/networks/b2fe3a78-bde6-4a67-9d14-376e6fa74868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283102 Apr 21 14:42:37.851027 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03d170-813a-4530-bbcf-09a69004bb20 req-916e273d-5bf0-4837-860a-54f60dd209a6 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:37.860685 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4b03d170-813a-4530-bbcf-09a69004bb20 req-916e273d-5bf0-4837-860a-54f60dd209a6 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 944 time: 0.1811459 Apr 21 14:42:37.895113 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24f99f-9ea5-4f97-b178-4a90b9ca1f88 req-5297c43e-b7b2-4caf-b37a-ec9e7d1beb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:37.897617 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6d24f99f-9ea5-4f97-b178-4a90b9ca1f88 req-5297c43e-b7b2-4caf-b37a-ec9e7d1beb6f service neutron] 10.222.0.44 "GET /v2.0/networks?id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 HTTP/1.1" status: 200 len: 919 time: 0.4014487 Apr 21 14:42:37.921203 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4b03d170-813a-4530-bbcf-09a69004bb20 req-3af7d753-5fa8-466f-8862-c7031ab1d2e1 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594523 Apr 21 14:42:38.089258 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6d24f99f-9ea5-4f97-b178-4a90b9ca1f88 req-02cac082-8529-4a77-9fe3-c3963151d28c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=673acf43-4747-4545-b90c-e1443809a378 HTTP/1.1" status: 200 len: 217 time: 0.1167736 Apr 21 14:42:38.188906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24f99f-9ea5-4f97-b178-4a90b9ca1f88 req-b16b86a5-0578-436c-b8a0-59a707b16cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:38.190719 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6d24f99f-9ea5-4f97-b178-4a90b9ca1f88 req-b16b86a5-0578-436c-b8a0-59a707b16cb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=624fa397-d3e9-4c20-810a-a1a22a65c72e HTTP/1.1" status: 200 len: 858 time: 0.0937274 Apr 21 14:42:38.195124 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8aeb86-cabb-486c-978a-251c2ab18c46 req-8ce28b5a-124c-41f6-bcfe-14fda86f57df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:38.197106 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3a8aeb86-cabb-486c-978a-251c2ab18c46 req-8ce28b5a-124c-41f6-bcfe-14fda86f57df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9697196dcb234e47be6b135250436988&device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 1097 time: 0.2978027 Apr 21 14:42:38.291202 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6d24f99f-9ea5-4f97-b178-4a90b9ca1f88 req-a16a507d-a476-49dd-ad03-4425c8f61936 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928788 Apr 21 14:42:38.299271 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03999753-70f6-401b-be3c-2665ef740474 req-6f8da014-f872-4296-8e6a-8a72baab89c0 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:38.302465 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-03999753-70f6-401b-be3c-2665ef740474 req-6f8da014-f872-4296-8e6a-8a72baab89c0 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1358571 Apr 21 14:42:38.309315 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-893a887e-10d3-45a8-b5fa-03c0bfefaf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:38.414565 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-03999753-70f6-401b-be3c-2665ef740474 req-c760fc2d-0e33-4717-ad2d-f9d0f0463e99 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985577 Apr 21 14:42:38.432835 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:42:38.551184 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8aeb86-cabb-486c-978a-251c2ab18c46 req-e21e2b0d-e7bb-4500-a3db-65230e86cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:38.552764 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3a8aeb86-cabb-486c-978a-251c2ab18c46 req-e21e2b0d-e7bb-4500-a3db-65230e86cd1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2fe3a78-bde6-4a67-9d14-376e6fa74868 HTTP/1.1" status: 200 len: 909 time: 0.3147984 Apr 21 14:42:38.626213 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6d24f99f-9ea5-4f97-b178-4a90b9ca1f88 req-86b9b398-a74b-4aee-a2df-019e863b6c67 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784159 Apr 21 14:42:38.674575 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3a8aeb86-cabb-486c-978a-251c2ab18c46 req-7c0c5e05-fc8b-451a-aa10-1f1a850a35ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ad8d156-780a-4e94-b2ac-314bf21e541a HTTP/1.1" status: 200 len: 217 time: 0.1127155 Apr 21 14:42:38.829259 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d2c75-58de-4e68-ad80-613f2aa199fb req-a85e44ce-953e-42b6-8b69-68f216e0161e tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:38.832141 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aa7d2c75-58de-4e68-ad80-613f2aa199fb req-a85e44ce-953e-42b6-8b69-68f216e0161e tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 944 time: 0.1643696 Apr 21 14:42:38.834272 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8aeb86-cabb-486c-978a-251c2ab18c46 req-81cd1cd2-a8c3-4cea-b741-2a2a0d72bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:38.835941 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3a8aeb86-cabb-486c-978a-251c2ab18c46 req-81cd1cd2-a8c3-4cea-b741-2a2a0d72bde5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d527c8cd-9818-40e4-aa76-1e38b2ae8bb6 HTTP/1.1" status: 200 len: 848 time: 0.1051981 Apr 21 14:42:38.884047 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:38.913641 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3a8aeb86-cabb-486c-978a-251c2ab18c46 req-81a9ad65-4025-462f-8bf2-3fe8eac02560 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2fe3a78-bde6-4a67-9d14-376e6fa74868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653198 Apr 21 14:42:38.918402 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6d24f99f-9ea5-4f97-b178-4a90b9ca1f88 req-ef7036d8-3458-4d41-983d-b64309f4f49a service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810674 Apr 21 14:42:38.932884 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aa7d2c75-58de-4e68-ad80-613f2aa199fb req-ebd2c53d-37ec-456b-930c-9a6b1b1295e3 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919063 Apr 21 14:42:39.127873 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3a8aeb86-cabb-486c-978a-251c2ab18c46 req-8d15c723-23b3-4dcd-8cb2-431f864c1f22 service neutron] 10.222.0.44 "GET /v2.0/networks/b2fe3a78-bde6-4a67-9d14-376e6fa74868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999526 Apr 21 14:42:39.276634 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af6037-faae-43e6-94c4-6048a604119e req-cb0773f6-32fb-4533-926f-f390edfa5e25 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:39.279495 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f3af6037-faae-43e6-94c4-6048a604119e req-cb0773f6-32fb-4533-926f-f390edfa5e25 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 944 time: 0.1395864 Apr 21 14:42:39.332687 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f3af6037-faae-43e6-94c4-6048a604119e req-99e06b86-7035-45bc-9635-4ffc97905b9a tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474741 Apr 21 14:42:39.340618 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3a8aeb86-cabb-486c-978a-251c2ab18c46 req-aaffa5d9-411d-4193-933d-e7965a468c64 service neutron] 10.222.0.44 "GET /v2.0/networks/b2fe3a78-bde6-4a67-9d14-376e6fa74868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027676 Apr 21 14:42:39.724999 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:39.728935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bdce8-26fe-4b57-8be6-cf3999cbfe7c req-11be42dc-7d71-4e31-b48f-9ba80ddd2155 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:39.731198 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-274bdce8-26fe-4b57-8be6-cf3999cbfe7c req-11be42dc-7d71-4e31-b48f-9ba80ddd2155 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1029854 Apr 21 14:42:39.840724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:39.844814 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-274bdce8-26fe-4b57-8be6-cf3999cbfe7c req-34196032-5bfd-4b55-b9bd-99eb6180324f tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040781 Apr 21 14:42:39.897906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b120e2d-4e36-4a24-a290-d8d6fcdfcbb1 req-10d6ef3a-91ca-4c39-be64-75543ee1d262 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:39.899550 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8b120e2d-4e36-4a24-a290-d8d6fcdfcbb1 req-10d6ef3a-91ca-4c39-be64-75543ee1d262 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 945 time: 0.1425049 Apr 21 14:42:39.979685 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8b120e2d-4e36-4a24-a290-d8d6fcdfcbb1 req-b46ba55a-279d-4d0c-ab7d-a3fecee71dd7 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718284 Apr 21 14:42:40.184051 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb6227-1d25-4cef-a565-eee7e6735d4b req-d2c1897d-d4aa-4cf0-ab79-5d6d7aca650b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:40.185929 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9dfb6227-1d25-4cef-a565-eee7e6735d4b req-d2c1897d-d4aa-4cf0-ab79-5d6d7aca650b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 944 time: 0.0947156 Apr 21 14:42:40.241361 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9dfb6227-1d25-4cef-a565-eee7e6735d4b req-a497f910-5514-4d83-9326-a1f937e40b45 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481336 Apr 21 14:42:40.619537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9b0f0-4a17-4367-9407-e4f7b412008b req-6b3873a4-d1d6-4542-b4b4-45d3e6bb2eac tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:40.621257 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c5c9b0f0-4a17-4367-9407-e4f7b412008b req-6b3873a4-d1d6-4542-b4b4-45d3e6bb2eac tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 944 time: 0.1154096 Apr 21 14:42:40.685156 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c5c9b0f0-4a17-4367-9407-e4f7b412008b req-6ddf9944-432c-4bb0-9a13-47d923d18fe4 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548081 Apr 21 14:42:40.919252 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:41.075879 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe61b51-0569-40a0-bc5d-f0a00e283a1d req-0e833d26-3f27-48a5-8d66-9cc686a1d399 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:41.077569 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1fe61b51-0569-40a0-bc5d-f0a00e283a1d req-0e833d26-3f27-48a5-8d66-9cc686a1d399 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.0996182 Apr 21 14:42:41.175790 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1fe61b51-0569-40a0-bc5d-f0a00e283a1d req-28c1cf80-a967-4dba-a7cd-fe0474bc666b tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917356 Apr 21 14:42:41.219319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 0ad8d156-780a-4e94-b2ac-314bf21e541a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:42:41.220062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771167e-430c-4b26-a98f-12e7951933a5 req-a104e12e-e089-4d93-bfd9-d0afed76e599 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:41.221790 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2771167e-430c-4b26-a98f-12e7951933a5 req-a104e12e-e089-4d93-bfd9-d0afed76e599 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 945 time: 0.1036634 Apr 21 14:42:41.225592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:41.282828 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2771167e-430c-4b26-a98f-12e7951933a5 req-5c16ff51-ae7b-4b2c-89a8-47da039638dd tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519533 Apr 21 14:42:41.420664 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:42:41.449624 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:41.450361 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:41.554371 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3cf5e-f210-4870-b236-472220ed74c6 req-a1c81f98-916f-4c39-9729-4580900fa1b7 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:41.557494 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c5d3cf5e-f210-4870-b236-472220ed74c6 req-a1c81f98-916f-4c39-9729-4580900fa1b7 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 944 time: 0.1625249 Apr 21 14:42:41.642349 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c5d3cf5e-f210-4870-b236-472220ed74c6 req-61f15497-27d8-4730-bcea-b9a737599e0a tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773258 Apr 21 14:42:41.768779 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 0ad8d156-780a-4e94-b2ac-314bf21e541a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ad8d156-780a-4e94-b2ac-314bf21e541a,segment=NetworkSegment(559e315b-e75f-441a-97d7-97672c439551),segment_id=559e315b-e75f-441a-97d7-97672c439551)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:41.790839 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '0ad8d156-780a-4e94-b2ac-314bf21e541a', 'network_id': 'b2fe3a78-bde6-4a67-9d14-376e6fa74868', 'port_id': '0ad8d156-780a-4e94-b2ac-314bf21e541a', 'mac_address': 'fa:16:3e:ce:55:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd527c8cd-9818-40e4-aa76-1e38b2ae8bb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:42:41.918412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:41.930339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:41.960023 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad8d156-780a-4e94-b2ac-314bf21e541a {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:42:41.974699 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca6f867-4ae2-4837-8659-045bcbc416f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:42:41.975017 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7954df-39f4-4ed3-8d73-ff528742d815 req-31ac6159-994d-4168-9267-0c7f8c29e198 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:41.977791 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3d7954df-39f4-4ed3-8d73-ff528742d815 req-31ac6159-994d-4168-9267-0c7f8c29e198 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 944 time: 0.1479056 Apr 21 14:42:41.992904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3,segment=NetworkSegment(eb5858b3-ac47-4930-832e-e19bd4d34b71),segment_id=eb5858b3-ac47-4930-832e-e19bd4d34b71)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:41.997610 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:42.003196 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 0ad8d156-780a-4e94-b2ac-314bf21e541a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ad8d156-780a-4e94-b2ac-314bf21e541a,segment=NetworkSegment(559e315b-e75f-441a-97d7-97672c439551),segment_id=559e315b-e75f-441a-97d7-97672c439551)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:42.004913 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f18994b3-290c-4757-9f4e-e4f4d1c7e5a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:42.037157 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3d7954df-39f4-4ed3-8d73-ff528742d815 req-736407c9-1a5b-440e-9eae-319a07c7eb62 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518386 Apr 21 14:42:42.092663 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:42.102023 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca6f867-4ae2-4837-8659-045bcbc416f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3', 'code': 200} Apr 21 14:42:42.153654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:42.159267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:42.160115 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f18994b3-290c-4757-9f4e-e4f4d1c7e5a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:42.290880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=0ad8d156-780a-4e94-b2ac-314bf21e541a,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:42.298331 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:42.440472 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2e612-4126-400a-b5cd-88347ead3c40 req-6f910348-fad5-4634-89ee-84117f221ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:42.442091 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-02c2e612-4126-400a-b5cd-88347ead3c40 req-6f910348-fad5-4634-89ee-84117f221ffc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 1098 time: 0.1200373 Apr 21 14:42:42.466219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377848df-e0c4-40f8-b824-ac736518311a req-22c862bd-6393-4629-a01e-030ce5789337 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:42.469605 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-377848df-e0c4-40f8-b824-ac736518311a req-22c862bd-6393-4629-a01e-030ce5789337 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1407363 Apr 21 14:42:42.492023 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-02c2e612-4126-400a-b5cd-88347ead3c40 req-8db408d2-9698-447a-8ad5-5ff2bff570de service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417695 Apr 21 14:42:42.595838 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cd87b-38fc-46c9-aff3-c984ad52a279 req-33fa5222-37fb-49ff-9817-32d47d4f2415 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:42.596672 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-b36cd87b-38fc-46c9-aff3-c984ad52a279 req-33fa5222-37fb-49ff-9817-32d47d4f2415 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Synchronizing usage tracker for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:42:42.620577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-b36cd87b-38fc-46c9-aff3-c984ad52a279 req-33fa5222-37fb-49ff-9817-32d47d4f2415 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Unset dirty status for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:42:42.621946 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b36cd87b-38fc-46c9-aff3-c984ad52a279 req-33fa5222-37fb-49ff-9817-32d47d4f2415 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 945 time: 0.1289392 Apr 21 14:42:42.670218 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-377848df-e0c4-40f8-b824-ac736518311a req-adbb84bd-7fbb-4df2-8cd5-fc985f643a84 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292188 Apr 21 14:42:42.724673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f2f0-13a6-4ae7-b4ef-a146ed5e6c3a req-0242e12b-0112-4813-b461-c923db64157a tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:42.728839 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6681f2f0-13a6-4ae7-b4ef-a146ed5e6c3a req-0242e12b-0112-4813-b461-c923db64157a tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 945 time: 0.2572062 Apr 21 14:42:42.731205 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['0ad8d156-780a-4e94-b2ac-314bf21e541a'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:42:42.753481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-b36cd87b-38fc-46c9-aff3-c984ad52a279 req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Deleting port 975545fb-48de-4d93-919f-226556c7c69d {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:42:42.754358 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b36cd87b-38fc-46c9-aff3-c984ad52a279 req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:42.830958 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6681f2f0-13a6-4ae7-b4ef-a146ed5e6c3a req-d29b4b38-7aa7-478e-940f-60941fed267a tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865805 Apr 21 14:42:43.124997 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd29eb-7158-456b-8e31-982937469d6d req-7fcbf8bd-2904-4824-b569-b9bf1a55a915 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:43.128043 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a9dd29eb-7158-456b-8e31-982937469d6d req-7fcbf8bd-2904-4824-b569-b9bf1a55a915 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 945 time: 0.1165521 Apr 21 14:42:43.201599 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-b36cd87b-38fc-46c9-aff3-c984ad52a279 req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] For port 975545fb-48de-4d93-919f-226556c7c69d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=975545fb-48de-4d93-919f-226556c7c69d,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:43.202011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b36cd87b-38fc-46c9-aff3-c984ad52a279 req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:43.214490 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a9dd29eb-7158-456b-8e31-982937469d6d req-0bff0c77-a97d-4371-8e75-fa24554f7554 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736082 Apr 21 14:42:43.373708 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-b36cd87b-38fc-46c9-aff3-c984ad52a279 req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Calling delete_port for 975545fb-48de-4d93-919f-226556c7c69d owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:42:43.384202 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbab88-c8c0-4539-a31a-131d7c6f78db req-6fde68cf-797b-4032-8f94-3909dff9ad25 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:43.398520 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-70cbab88-c8c0-4539-a31a-131d7c6f78db req-6fde68cf-797b-4032-8f94-3909dff9ad25 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.1406288 Apr 21 14:42:43.462691 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-70cbab88-c8c0-4539-a31a-131d7c6f78db req-7c0b81ac-88eb-4d3b-a9fd-eccb64b6490c tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628347 Apr 21 14:42:43.609500 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b36cd87b-38fc-46c9-aff3-c984ad52a279 req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:43.616662 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:43.717192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Pushing event deleted for resources: {'Port': ['ID=975545fb-48de-4d93-919f-226556c7c69d,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:43.804526 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:43.805268 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:43.805956 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:43.806640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:43.807851 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:43.808786 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:43.809504 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:43.810178 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:43.810853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:43.811563 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:43.812290 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:43.813044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:43.830886 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:43.928899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36cd87b-38fc-46c9-aff3-c984ad52a279 req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] No DVR routers for this DVR port 975545fb-48de-4d93-919f-226556c7c69d on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:42:43.934583 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-b36cd87b-38fc-46c9-aff3-c984ad52a279 req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:43.939802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391b351a-6801-4656-9078-bdd11eeac26d', 'name': 'network-vif-deleted', 'tag': '975545fb-48de-4d93-919f-226556c7c69d'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:42:43.967450 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b36cd87b-38fc-46c9-aff3-c984ad52a279 req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "DELETE /v2.0/ports/975545fb-48de-4d93-919f-226556c7c69d HTTP/1.1" status: 204 len: 173 time: 1.3152535 Apr 21 14:42:44.010790 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4071d2a-d2d4-4da1-a8df-daabf601e945 req-dd4603e0-be0a-4087-b845-9fa0c11710ef tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:44.014024 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f4071d2a-d2d4-4da1-a8df-daabf601e945 req-dd4603e0-be0a-4087-b845-9fa0c11710ef tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1787541 Apr 21 14:42:44.074988 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0', '563cac05-b699-4d73-a998-3e0c3f2dbda9', 'c94cc523-00c8-4993-a072-64189f233db8'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:42:44.126037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e57ba7-5d39-4888-9fa8-cb96e40a0f84 req-c6161c0c-ba01-4739-86e1-5c6dfc1b6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:44.129244 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-57e57ba7-5d39-4888-9fa8-cb96e40a0f84 req-c6161c0c-ba01-4739-86e1-5c6dfc1b6900 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 1099 time: 0.1270635 Apr 21 14:42:44.179609 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-58ac54e4-5fbb-4f7c-81b2-2889f73e5695 req-7fdc8c38-ed5d-48d4-a9de-1e0becadf7de tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=391b351a-6801-4656-9078-bdd11eeac26d HTTP/1.1" status: 200 len: 210 time: 0.1076338 Apr 21 14:42:44.230745 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-57e57ba7-5d39-4888-9fa8-cb96e40a0f84 req-c4dadbb6-cde4-409c-8430-7c406391557a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938864 Apr 21 14:42:44.233078 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f4071d2a-d2d4-4da1-a8df-daabf601e945 req-d751c179-7d42-4ce5-b6cb-acc736234970 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041435 Apr 21 14:42:44.367090 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391b351a-6801-4656-9078-bdd11eeac26d', 'name': 'network-vif-deleted', 'tag': '975545fb-48de-4d93-919f-226556c7c69d', 'status': 'completed', 'code': 200} Apr 21 14:42:44.846001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29c859-b6d4-4b83-b543-660468bea68b req-b5711e23-c3f5-445d-bb87-139178d3f862 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:44.849557 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad29c859-b6d4-4b83-b543-660468bea68b req-b5711e23-c3f5-445d-bb87-139178d3f862 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 945 time: 0.3058450 Apr 21 14:42:44.915338 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad29c859-b6d4-4b83-b543-660468bea68b req-b4e41444-cdfa-4fd1-bcab-92fe78577577 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510929 Apr 21 14:42:44.931217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e04f56-f873-429f-91eb-77dff51a4873 req-3b27c5df-5fa1-4fb6-8584-4fef8b8995d7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:44.933555 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-15e04f56-f873-429f-91eb-77dff51a4873 req-3b27c5df-5fa1-4fb6-8584-4fef8b8995d7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.2154627 Apr 21 14:42:45.001437 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-15e04f56-f873-429f-91eb-77dff51a4873 req-5a32d06d-fb7f-4b00-8f7f-27213472a1be tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553596 Apr 21 14:42:45.232681 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 0ad8d156-780a-4e94-b2ac-314bf21e541a up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:42:45.323935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port 0ad8d156-780a-4e94-b2ac-314bf21e541a completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:42:45.330691 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 0ad8d156-780a-4e94-b2ac-314bf21e541a triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:42:45.331374 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:45.508608 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8d1b-0552-4700-a4fa-1e6bde3a0448 req-272d563e-87a6-414d-a621-f956cb90af74 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:45.510992 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b49b8d1b-0552-4700-a4fa-1e6bde3a0448 req-272d563e-87a6-414d-a621-f956cb90af74 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1052434 Apr 21 14:42:45.560626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:45.609692 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b49b8d1b-0552-4700-a4fa-1e6bde3a0448 req-ea5f82cf-3f7d-4cc4-8ee9-698b183c7a01 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900664 Apr 21 14:42:45.625901 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf715c6-d652-44d5-8de4-ede52661f470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad8d156-780a-4e94-b2ac-314bf21e541a'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:42:45.640082 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 0ad8d156-780a-4e94-b2ac-314bf21e541a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ad8d156-780a-4e94-b2ac-314bf21e541a,segment=NetworkSegment(559e315b-e75f-441a-97d7-97672c439551),segment_id=559e315b-e75f-441a-97d7-97672c439551)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:45.645490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:45.647126 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 975545fb-48de-4d93-919f-226556c7c69d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:42:45.699209 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf715c6-d652-44d5-8de4-ede52661f470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad8d156-780a-4e94-b2ac-314bf21e541a', 'code': 200} Apr 21 14:42:45.707526 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:45.771076 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: 975545fb-48de-4d93-919f-226556c7c69d {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:42:45.771481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 975545fb-48de-4d93-919f-226556c7c69d not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:42:45.836409 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=0ad8d156-780a-4e94-b2ac-314bf21e541a,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:45.845022 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:45.845409 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:45.845795 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:45.846172 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:45.846538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:45.846914 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:45.847284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:45.847650 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:45.848012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:45.848380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:45.848745 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:45.849147 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:42:45.853472 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:46.074325 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3992b-3035-4c62-8720-b91fbfdf35f2 req-90722b02-9c81-4b7e-b88a-cb4ea2467a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:46.077385 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-55c3992b-3035-4c62-8720-b91fbfdf35f2 req-90722b02-9c81-4b7e-b88a-cb4ea2467a45 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 1099 time: 0.1155713 Apr 21 14:42:46.160097 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca152c8-4022-45ed-9b87-2644b0f6e593 req-66a8b70f-aa0b-4892-9b5a-d61f159ceef4 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:46.165721 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aca152c8-4022-45ed-9b87-2644b0f6e593 req-66a8b70f-aa0b-4892-9b5a-d61f159ceef4 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 946 time: 0.1158297 Apr 21 14:42:46.176538 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-55c3992b-3035-4c62-8720-b91fbfdf35f2 req-b1c7ce59-15aa-4260-813e-00e78bdd9a8f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897837 Apr 21 14:42:46.223070 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aca152c8-4022-45ed-9b87-2644b0f6e593 req-fdae04c4-9cb6-4209-9729-7223c9df2ae3 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512578 Apr 21 14:42:46.325566 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3d527-71af-4b06-a868-d4336c753af0 req-4fe3f554-9575-465d-ab72-1a971ceac8d3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:46.327955 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5ac3d527-71af-4b06-a868-d4336c753af0 req-4fe3f554-9575-465d-ab72-1a971ceac8d3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.1010277 Apr 21 14:42:46.385996 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5ac3d527-71af-4b06-a868-d4336c753af0 req-c487a55f-1440-4c8c-b396-06208d4131b2 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478730 Apr 21 14:42:46.911897 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d511a72-80de-4a76-b043-5bfd66a2974c req-85a8d2ef-ad30-4080-90f6-3871b0878ebf tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:46.913690 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1d511a72-80de-4a76-b043-5bfd66a2974c req-85a8d2ef-ad30-4080-90f6-3871b0878ebf tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1335266 Apr 21 14:42:47.006810 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1d511a72-80de-4a76-b043-5bfd66a2974c req-55265fed-a8a1-4c5a-91b2-6565e9ce60d7 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833862 Apr 21 14:42:47.599331 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7e906-fd80-47bb-a2ba-32e74a65b2d5 req-d341e8bd-7437-4e0e-888c-60839c6da20c tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:47.601121 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eca7e906-fd80-47bb-a2ba-32e74a65b2d5 req-d341e8bd-7437-4e0e-888c-60839c6da20c tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 946 time: 0.1107368 Apr 21 14:42:47.662877 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eca7e906-fd80-47bb-a2ba-32e74a65b2d5 req-3cc9f3b2-163d-49f5-afa9-8d3d379d654b tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523489 Apr 21 14:42:47.915052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6117da-dcb2-4dd7-be85-c42b99301bc4 req-9e2ebd61-5816-4f2f-804d-86c6c6b86a11 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:47.925299 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6117da-dcb2-4dd7-be85-c42b99301bc4 req-9e2ebd61-5816-4f2f-804d-86c6c6b86a11 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 946 time: 0.1430638 Apr 21 14:42:47.986420 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6117da-dcb2-4dd7-be85-c42b99301bc4 req-8387fbea-75a0-40bc-8288-b794c8478e8b tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597932 Apr 21 14:42:48.097094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d88a4-8470-41c7-b227-814d3fce8147 req-05e0047c-3f43-4aad-9ea7-822bd3f431e3 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:48.098877 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ab6d88a4-8470-41c7-b227-814d3fce8147 req-05e0047c-3f43-4aad-9ea7-822bd3f431e3 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1071935 Apr 21 14:42:48.361987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e12c7-a5cc-4748-98e6-0ec51f170407 req-d1875187-1582-488d-8209-b4679ffe0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:48.363764 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a4e12c7-a5cc-4748-98e6-0ec51f170407 req-d1875187-1582-488d-8209-b4679ffe0003 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c11f8866bb7b42299fa431b79c50c8ae&device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 1099 time: 0.0977912 Apr 21 14:42:48.476978 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ab6d88a4-8470-41c7-b227-814d3fce8147 req-8cf0b95e-e80a-4ca3-b5b7-b0d8230c25bc tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510668 Apr 21 14:42:48.570896 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654c02-e2d2-483c-af0e-fa566a1fe6b9 req-7798c428-e738-497d-8e6f-e4a4dcbc0f90 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:48.573831 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-69654c02-e2d2-483c-af0e-fa566a1fe6b9 req-7798c428-e738-497d-8e6f-e4a4dcbc0f90 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1957650 Apr 21 14:42:48.646084 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-69654c02-e2d2-483c-af0e-fa566a1fe6b9 req-dd67c93b-b6fb-403c-9e64-27a854bf5484 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628560 Apr 21 14:42:48.825135 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e12c7-a5cc-4748-98e6-0ec51f170407 req-05665063-87e6-41d6-b41e-60a87a0668a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:48.827845 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a4e12c7-a5cc-4748-98e6-0ec51f170407 req-05665063-87e6-41d6-b41e-60a87a0668a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 HTTP/1.1" status: 200 len: 919 time: 0.4496245 Apr 21 14:42:48.911549 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a4e12c7-a5cc-4748-98e6-0ec51f170407 req-c7445185-a606-4746-9745-609d98515910 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=673acf43-4747-4545-b90c-e1443809a378 HTTP/1.1" status: 200 len: 217 time: 0.0751586 Apr 21 14:42:48.942977 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e0eeb-bfc6-4dcb-b096-56919fafb20c req-4c6e9256-8e10-42e5-ad1e-4dbf06471a24 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:48.947192 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad3e0eeb-bfc6-4dcb-b096-56919fafb20c req-4c6e9256-8e10-42e5-ad1e-4dbf06471a24 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 946 time: 0.1072407 Apr 21 14:42:49.001391 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad3e0eeb-bfc6-4dcb-b096-56919fafb20c req-85a26e0f-69bc-4886-87b1-20a64d4f8e16 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478415 Apr 21 14:42:49.003339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e12c7-a5cc-4748-98e6-0ec51f170407 req-ef21ae70-7c8f-4fb9-928f-b7dbe20d1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:49.005119 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a4e12c7-a5cc-4748-98e6-0ec51f170407 req-ef21ae70-7c8f-4fb9-928f-b7dbe20d1e69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=624fa397-d3e9-4c20-810a-a1a22a65c72e HTTP/1.1" status: 200 len: 858 time: 0.0715504 Apr 21 14:42:49.068939 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a4e12c7-a5cc-4748-98e6-0ec51f170407 req-3f6a62c6-f685-4ae4-b31a-dcec63ac01ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532448 Apr 21 14:42:49.227464 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75d6e8-ae3a-498d-bbd3-0ace13723e85 req-20f49459-3269-4df1-9830-1f0ff99e259a tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:49.229705 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0b75d6e8-ae3a-498d-bbd3-0ace13723e85 req-20f49459-3269-4df1-9830-1f0ff99e259a tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 946 time: 0.0968263 Apr 21 14:42:49.229890 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a4e12c7-a5cc-4748-98e6-0ec51f170407 req-2c6b52f6-e753-4b20-ac8f-0b51bc1d5451 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505661 Apr 21 14:42:49.284705 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0b75d6e8-ae3a-498d-bbd3-0ace13723e85 req-9953ea8d-8e58-4eb2-b228-753e31b80a2f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476160 Apr 21 14:42:49.386201 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a4e12c7-a5cc-4748-98e6-0ec51f170407 req-5fc9dde6-aa8c-4893-acb6-0eab4ad2daad service neutron] 10.222.0.44 "GET /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481147 Apr 21 14:42:49.794816 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e285e13-3467-4d45-8476-4d3a3b42edeb req-01b0ecbe-c7d2-432d-b80b-ad9106852d7a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:49.796625 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1e285e13-3467-4d45-8476-4d3a3b42edeb req-01b0ecbe-c7d2-432d-b80b-ad9106852d7a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1299350 Apr 21 14:42:49.857625 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1e285e13-3467-4d45-8476-4d3a3b42edeb req-8e46c3dc-fb35-468e-a9d4-4936ad28701a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531225 Apr 21 14:42:50.033717 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f60e8-75bc-4e1f-93ac-e12d51cc2e24 req-db69c45f-5005-439d-81ff-3c6ddb183d71 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:50.035448 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-527f60e8-75bc-4e1f-93ac-e12d51cc2e24 req-db69c45f-5005-439d-81ff-3c6ddb183d71 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1465919 Apr 21 14:42:50.090619 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-527f60e8-75bc-4e1f-93ac-e12d51cc2e24 req-51f9d20e-fa52-4de9-9e94-aa360ccdc71c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473049 Apr 21 14:42:50.300970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2391d15-c4f7-41dc-87bc-009e198f136a req-a49cabc3-21d3-4eb2-a077-643b5cad6a0d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:50.303344 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a2391d15-c4f7-41dc-87bc-009e198f136a req-a49cabc3-21d3-4eb2-a077-643b5cad6a0d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 946 time: 0.0997143 Apr 21 14:42:50.377987 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a2391d15-c4f7-41dc-87bc-009e198f136a req-b371c6d6-5426-4122-8495-451ac3c10b9d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660415 Apr 21 14:42:50.394715 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e466d0-73e1-459d-bec9-c82b8aa06fc8 req-d7d96ab3-bbae-4cf1-af61-d62d1c8b048a tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:50.395544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-29e466d0-73e1-459d-bec9-c82b8aa06fc8 req-d7d96ab3-bbae-4cf1-af61-d62d1c8b048a tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Synchronizing usage tracker for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:42:50.420239 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-29e466d0-73e1-459d-bec9-c82b8aa06fc8 req-d7d96ab3-bbae-4cf1-af61-d62d1c8b048a tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Unset dirty status for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:42:50.421836 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-29e466d0-73e1-459d-bec9-c82b8aa06fc8 req-d7d96ab3-bbae-4cf1-af61-d62d1c8b048a tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 946 time: 0.1365659 Apr 21 14:42:50.520644 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-29e466d0-73e1-459d-bec9-c82b8aa06fc8 req-551efe43-ef95-44cb-a83f-9b7fe39bfbe2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Deleting port c94cc523-00c8-4993-a072-64189f233db8 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:42:50.521497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-29e466d0-73e1-459d-bec9-c82b8aa06fc8 req-551efe43-ef95-44cb-a83f-9b7fe39bfbe2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:50.993122 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-29e466d0-73e1-459d-bec9-c82b8aa06fc8 req-551efe43-ef95-44cb-a83f-9b7fe39bfbe2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] For port c94cc523-00c8-4993-a072-64189f233db8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c94cc523-00c8-4993-a072-64189f233db8,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:50.994111 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-29e466d0-73e1-459d-bec9-c82b8aa06fc8 req-551efe43-ef95-44cb-a83f-9b7fe39bfbe2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:51.068550 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c04196-bf8b-428d-ae7a-34dedd92e629 req-2aee9aad-513e-4dba-8594-71171bfe5a9f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:51.070428 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06c04196-bf8b-428d-ae7a-34dedd92e629 req-2aee9aad-513e-4dba-8594-71171bfe5a9f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 946 time: 0.0963585 Apr 21 14:42:51.130840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:42:51.185358 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-29e466d0-73e1-459d-bec9-c82b8aa06fc8 req-551efe43-ef95-44cb-a83f-9b7fe39bfbe2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Calling delete_port for c94cc523-00c8-4993-a072-64189f233db8 owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:42:51.189867 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-06c04196-bf8b-428d-ae7a-34dedd92e629 req-78aabdbf-f06a-4cbf-80b8-d96969307a90 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090856 Apr 21 14:42:51.244297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa9923-e632-48f5-a729-cee9ee827c86 req-92fbeda1-a6d5-48f7-a155-7c3fc5773f22 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:51.246046 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-53aa9923-e632-48f5-a729-cee9ee827c86 req-92fbeda1-a6d5-48f7-a155-7c3fc5773f22 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1482015 Apr 21 14:42:51.307651 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-53aa9923-e632-48f5-a729-cee9ee827c86 req-5cf927ba-a150-405b-9410-0880780e6a8f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476730 Apr 21 14:42:51.402170 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-29e466d0-73e1-459d-bec9-c82b8aa06fc8 req-551efe43-ef95-44cb-a83f-9b7fe39bfbe2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:51.409571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-422f8e6a-754a-475a-b319-e23e32bdfba7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:51.419400 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0', '563cac05-b699-4d73-a998-3e0c3f2dbda9', 'c94cc523-00c8-4993-a072-64189f233db8'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:42:51.469803 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551efe43-ef95-44cb-a83f-9b7fe39bfbe2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Pushing event deleted for resources: {'Port': ['ID=c94cc523-00c8-4993-a072-64189f233db8,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:51.473609 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-551efe43-ef95-44cb-a83f-9b7fe39bfbe2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:51.492379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d929f-0636-499c-a75f-6710143de748 req-cfce491e-afcb-4b04-9947-860e302e770d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:51.500467 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f85d929f-0636-499c-a75f-6710143de748 req-cfce491e-afcb-4b04-9947-860e302e770d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1719491 Apr 21 14:42:51.594287 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e466d0-73e1-459d-bec9-c82b8aa06fc8 req-551efe43-ef95-44cb-a83f-9b7fe39bfbe2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] No DVR routers for this DVR port c94cc523-00c8-4993-a072-64189f233db8 on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:42:51.599375 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-29e466d0-73e1-459d-bec9-c82b8aa06fc8 req-551efe43-ef95-44cb-a83f-9b7fe39bfbe2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:51.605188 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5f65b8-2daa-435e-85a9-be6518a3737a', 'name': 'network-vif-deleted', 'tag': 'c94cc523-00c8-4993-a072-64189f233db8'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:42:51.628985 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-29e466d0-73e1-459d-bec9-c82b8aa06fc8 req-551efe43-ef95-44cb-a83f-9b7fe39bfbe2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "DELETE /v2.0/ports/c94cc523-00c8-4993-a072-64189f233db8 HTTP/1.1" status: 204 len: 173 time: 1.1926186 Apr 21 14:42:51.636951 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f85d929f-0636-499c-a75f-6710143de748 req-c841a9e7-9858-46cc-b69b-8def7e16f63e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264575 Apr 21 14:42:51.755721 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5f65b8-2daa-435e-85a9-be6518a3737a', 'name': 'network-vif-deleted', 'tag': 'c94cc523-00c8-4993-a072-64189f233db8', 'status': 'completed', 'code': 200} Apr 21 14:42:51.942412 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-07cd03fb-b54f-485b-bdb3-58598b0b5e2d req-9be39ba6-457c-4e36-9a90-da87071b018e tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d5f65b8-2daa-435e-85a9-be6518a3737a HTTP/1.1" status: 200 len: 210 time: 0.1001217 Apr 21 14:42:52.518234 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe308c9d-10f6-404e-a7ae-52f7d49fafb8 req-9cdea9a3-4e30-4176-abaf-9f533eefbfd6 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:52.520997 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fe308c9d-10f6-404e-a7ae-52f7d49fafb8 req-9cdea9a3-4e30-4176-abaf-9f533eefbfd6 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 946 time: 0.1850040 Apr 21 14:42:52.655235 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fe308c9d-10f6-404e-a7ae-52f7d49fafb8 req-ef06f9cc-0a65-4535-8bdc-5a5d4da77de1 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774808 Apr 21 14:42:52.691854 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501a923-ece4-433f-b5f4-db3d91c39354 req-2a0ee1c4-7861-4e4d-bb32-e1beac85d378 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:52.693783 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7501a923-ece4-433f-b5f4-db3d91c39354 req-2a0ee1c4-7861-4e4d-bb32-e1beac85d378 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1713886 Apr 21 14:42:52.764001 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7501a923-ece4-433f-b5f4-db3d91c39354 req-f5649a6c-9cc7-4ef1-be4f-a1910c3d3d1d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572031 Apr 21 14:42:53.109532 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df556a-3662-4e4a-9ce7-c9f4583e7c7f req-3964e888-44b1-448c-b20f-d2d13d0c6468 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:53.111630 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-60df556a-3662-4e4a-9ce7-c9f4583e7c7f req-3964e888-44b1-448c-b20f-d2d13d0c6468 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.2160509 Apr 21 14:42:53.173164 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-60df556a-3662-4e4a-9ce7-c9f4583e7c7f req-7422fd01-537e-4768-bb70-5a861e6d74ff tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482900 Apr 21 14:42:53.272675 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device c94cc523-00c8-4993-a072-64189f233db8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:42:53.354173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: c94cc523-00c8-4993-a072-64189f233db8 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:42:53.354750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device c94cc523-00c8-4993-a072-64189f233db8 not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:42:53.455074 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fa4f5-6a01-4607-8fab-c1918a0f9375 req-63525cbe-6576-4dcf-a5da-0f1e62c0f4ec tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:53.456047 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-159fa4f5-6a01-4607-8fab-c1918a0f9375 req-63525cbe-6576-4dcf-a5da-0f1e62c0f4ec tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Synchronizing usage tracker for tenant:9697196dcb234e47be6b135250436988 on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:42:53.486652 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-159fa4f5-6a01-4607-8fab-c1918a0f9375 req-63525cbe-6576-4dcf-a5da-0f1e62c0f4ec tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Unset dirty status for tenant:9697196dcb234e47be6b135250436988 on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:42:53.488608 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-159fa4f5-6a01-4607-8fab-c1918a0f9375 req-63525cbe-6576-4dcf-a5da-0f1e62c0f4ec tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.44 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 946 time: 0.1506398 Apr 21 14:42:53.618953 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-159fa4f5-6a01-4607-8fab-c1918a0f9375 req-c75152e1-523c-4680-b703-f3318e4254fe tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Deleting port 0ad8d156-780a-4e94-b2ac-314bf21e541a {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:42:53.620248 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-159fa4f5-6a01-4607-8fab-c1918a0f9375 req-c75152e1-523c-4680-b703-f3318e4254fe tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:53.632258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bdfbb-2926-4b6a-b7d8-d1cab72d9225 req-57ed4cea-cac9-4238-9e1e-096c9b74ceaa tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:53.634704 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-556bdfbb-2926-4b6a-b7d8-d1cab72d9225 req-57ed4cea-cac9-4238-9e1e-096c9b74ceaa tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 946 time: 0.1013031 Apr 21 14:42:53.720014 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-556bdfbb-2926-4b6a-b7d8-d1cab72d9225 req-b3a7502b-8084-4080-a9c5-5b5deb5883ba tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710595 Apr 21 14:42:53.949606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6c709-6b8a-47ee-8f31-f228fdfdffce req-76c83d20-4fd1-453c-89b9-484a93deb77c tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:53.952521 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2af6c709-6b8a-47ee-8f31-f228fdfdffce req-76c83d20-4fd1-453c-89b9-484a93deb77c tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 946 time: 0.1228256 Apr 21 14:42:54.005664 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-159fa4f5-6a01-4607-8fab-c1918a0f9375 req-c75152e1-523c-4680-b703-f3318e4254fe tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] For port 0ad8d156-780a-4e94-b2ac-314bf21e541a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ad8d156-780a-4e94-b2ac-314bf21e541a,segment=NetworkSegment(559e315b-e75f-441a-97d7-97672c439551),segment_id=559e315b-e75f-441a-97d7-97672c439551)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:54.006077 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-159fa4f5-6a01-4607-8fab-c1918a0f9375 req-c75152e1-523c-4680-b703-f3318e4254fe tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:54.070899 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2af6c709-6b8a-47ee-8f31-f228fdfdffce req-cadfd339-d536-4b7f-83c4-42b0b6745a66 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/security-groups?id=67819811-4a82-4e94-b395-00083070f432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715182 Apr 21 14:42:54.094595 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ce5bd-d9b6-41a9-a890-66802d3d8fc5 req-1bfb6c2e-1521-4b6e-9ffa-aa51946d6af2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:54.102912 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ff9ce5bd-d9b6-41a9-a890-66802d3d8fc5 req-1bfb6c2e-1521-4b6e-9ffa-aa51946d6af2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1489606 Apr 21 14:42:54.177356 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ff9ce5bd-d9b6-41a9-a890-66802d3d8fc5 req-e7f02e96-d7ed-449b-9476-28c329fe578c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730855 Apr 21 14:42:54.272910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-159fa4f5-6a01-4607-8fab-c1918a0f9375 req-c75152e1-523c-4680-b703-f3318e4254fe tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Calling delete_port for 0ad8d156-780a-4e94-b2ac-314bf21e541a owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:42:54.509562 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf16091-7192-4d20-b941-753aa17a1ac1 req-9167c503-cf90-4f27-a253-ae5f169c662e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:54.512557 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-daf16091-7192-4d20-b941-753aa17a1ac1 req-9167c503-cf90-4f27-a253-ae5f169c662e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1172597 Apr 21 14:42:54.556529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-159fa4f5-6a01-4607-8fab-c1918a0f9375 req-c75152e1-523c-4680-b703-f3318e4254fe tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:54.563298 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-fcd6679a-bb07-4c39-a439-6625f97e9010 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:54.569690 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['0ad8d156-780a-4e94-b2ac-314bf21e541a'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:42:54.620948 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-daf16091-7192-4d20-b941-753aa17a1ac1 req-2005be17-f89b-40cf-b1e2-0ac54166aefc tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937452 Apr 21 14:42:54.622644 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75152e1-523c-4680-b703-f3318e4254fe tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Pushing event deleted for resources: {'Port': ['ID=0ad8d156-780a-4e94-b2ac-314bf21e541a,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:54.626257 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c75152e1-523c-4680-b703-f3318e4254fe tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:54.715511 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-159fa4f5-6a01-4607-8fab-c1918a0f9375 req-c75152e1-523c-4680-b703-f3318e4254fe tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] No DVR routers for this DVR port 0ad8d156-780a-4e94-b2ac-314bf21e541a on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:42:54.718555 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-159fa4f5-6a01-4607-8fab-c1918a0f9375 req-c75152e1-523c-4680-b703-f3318e4254fe tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:54.721740 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf715c6-d652-44d5-8de4-ede52661f470', 'name': 'network-vif-deleted', 'tag': '0ad8d156-780a-4e94-b2ac-314bf21e541a'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:42:54.739060 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-159fa4f5-6a01-4607-8fab-c1918a0f9375 req-c75152e1-523c-4680-b703-f3318e4254fe tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.44 "DELETE /v2.0/ports/0ad8d156-780a-4e94-b2ac-314bf21e541a HTTP/1.1" status: 204 len: 173 time: 1.2436748 Apr 21 14:42:54.782189 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf715c6-d652-44d5-8de4-ede52661f470', 'name': 'network-vif-deleted', 'tag': '0ad8d156-780a-4e94-b2ac-314bf21e541a', 'status': 'completed', 'code': 200} Apr 21 14:42:55.046991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aace1a-a63c-4779-ba1a-e832281fe1cb req-e672a116-d2ff-4e47-8566-a988f87e6aa3 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:55.048643 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-96aace1a-a63c-4779-ba1a-e832281fe1cb req-e672a116-d2ff-4e47-8566-a988f87e6aa3 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 946 time: 0.0982199 Apr 21 14:42:55.111831 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-96aace1a-a63c-4779-ba1a-e832281fe1cb req-10a9fd43-21a1-4d15-a7a9-5504b2de4290 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500615 Apr 21 14:42:55.396248 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9bd45b85-c9ae-4498-8562-b0d7b430316e req-47aa135e-edd9-453b-964b-e1c2adad1442 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] 10.222.0.15 "GET /v2.0/ports?device_id=abf715c6-d652-44d5-8de4-ede52661f470 HTTP/1.1" status: 200 len: 210 time: 0.0927265 Apr 21 14:42:55.504038 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dff33-1600-4f9f-9ef7-f141071fbaf5 req-46793fc7-66f5-4040-9d47-953743d4242f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:55.512592 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-491dff33-1600-4f9f-9ef7-f141071fbaf5 req-46793fc7-66f5-4040-9d47-953743d4242f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1641960 Apr 21 14:42:55.599770 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-491dff33-1600-4f9f-9ef7-f141071fbaf5 req-758e0fae-3dbb-43bc-8c57-b19f44b84ea7 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753257 Apr 21 14:42:56.030640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190f130-f631-4535-8279-89c5fbe44e37 req-b8d1e171-ca5d-4ed9-9e82-028733868750 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:56.032302 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3190f130-f631-4535-8279-89c5fbe44e37 req-b8d1e171-ca5d-4ed9-9e82-028733868750 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.0947773 Apr 21 14:42:56.083932 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3190f130-f631-4535-8279-89c5fbe44e37 req-93fbb3bc-8c59-47f2-a5b2-83f7621f2e82 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447061 Apr 21 14:42:56.288282 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853cae0-edc8-4da9-b71d-bbb1df3d279a req-2374acab-90c3-4fbc-9a3d-33843b05052e tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:56.289003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-4853cae0-edc8-4da9-b71d-bbb1df3d279a req-2374acab-90c3-4fbc-9a3d-33843b05052e tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Synchronizing usage tracker for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:42:56.307754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-4853cae0-edc8-4da9-b71d-bbb1df3d279a req-2374acab-90c3-4fbc-9a3d-33843b05052e tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Unset dirty status for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:42:56.309453 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4853cae0-edc8-4da9-b71d-bbb1df3d279a req-2374acab-90c3-4fbc-9a3d-33843b05052e tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 946 time: 0.1376038 Apr 21 14:42:56.429759 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-4853cae0-edc8-4da9-b71d-bbb1df3d279a req-31d782ac-fe66-473f-a6a9-cfc0f2c63a90 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Deleting port 563cac05-b699-4d73-a998-3e0c3f2dbda9 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:42:56.430356 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-4853cae0-edc8-4da9-b71d-bbb1df3d279a req-31d782ac-fe66-473f-a6a9-cfc0f2c63a90 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:56.456085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f3880-bd68-420d-ba3b-31615a5b375e req-090489d9-4356-441c-b8ea-9be12a187430 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:56.459090 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2a2f3880-bd68-420d-ba3b-31615a5b375e req-090489d9-4356-441c-b8ea-9be12a187430 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 946 time: 0.1613922 Apr 21 14:42:56.554678 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2a2f3880-bd68-420d-ba3b-31615a5b375e req-04491594-8c35-4d98-8317-b54c197d66be tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881059 Apr 21 14:42:56.922505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd4a93-d69c-4a44-be46-8e897e805227 req-0047f6ca-8e56-4cf0-9694-a99e1bc862a6 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:56.923872 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-4853cae0-edc8-4da9-b71d-bbb1df3d279a req-31d782ac-fe66-473f-a6a9-cfc0f2c63a90 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] For port 563cac05-b699-4d73-a998-3e0c3f2dbda9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=563cac05-b699-4d73-a998-3e0c3f2dbda9,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:42:56.924548 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-4853cae0-edc8-4da9-b71d-bbb1df3d279a req-31d782ac-fe66-473f-a6a9-cfc0f2c63a90 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:56.925624 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f0fd4a93-d69c-4a44-be46-8e897e805227 req-0047f6ca-8e56-4cf0-9694-a99e1bc862a6 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1450806 Apr 21 14:42:57.091875 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f0fd4a93-d69c-4a44-be46-8e897e805227 req-53386ae7-83fc-4ffd-b445-a1a5decacdd5 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577380 Apr 21 14:42:57.186885 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-4853cae0-edc8-4da9-b71d-bbb1df3d279a req-31d782ac-fe66-473f-a6a9-cfc0f2c63a90 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Calling delete_port for 563cac05-b699-4d73-a998-3e0c3f2dbda9 owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:42:57.306005 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 0ad8d156-780a-4e94-b2ac-314bf21e541a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:42:57.357707 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: 0ad8d156-780a-4e94-b2ac-314bf21e541a {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:42:57.358227 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 0ad8d156-780a-4e94-b2ac-314bf21e541a not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:42:57.379439 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-4853cae0-edc8-4da9-b71d-bbb1df3d279a req-31d782ac-fe66-473f-a6a9-cfc0f2c63a90 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:57.386018 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:42:57.396827 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:42:57.457727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d782ac-fe66-473f-a6a9-cfc0f2c63a90 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Pushing event deleted for resources: {'Port': ['ID=563cac05-b699-4d73-a998-3e0c3f2dbda9,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:42:57.461527 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-31d782ac-fe66-473f-a6a9-cfc0f2c63a90 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:42:57.594520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-4853cae0-edc8-4da9-b71d-bbb1df3d279a req-31d782ac-fe66-473f-a6a9-cfc0f2c63a90 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] No DVR routers for this DVR port 563cac05-b699-4d73-a998-3e0c3f2dbda9 on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:42:57.599447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-4853cae0-edc8-4da9-b71d-bbb1df3d279a req-31d782ac-fe66-473f-a6a9-cfc0f2c63a90 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:42:57.602588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9bfbe2-97f2-402f-bdee-03820c43a5d6', 'name': 'network-vif-deleted', 'tag': '563cac05-b699-4d73-a998-3e0c3f2dbda9'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:42:57.622158 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4853cae0-edc8-4da9-b71d-bbb1df3d279a req-31d782ac-fe66-473f-a6a9-cfc0f2c63a90 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "DELETE /v2.0/ports/563cac05-b699-4d73-a998-3e0c3f2dbda9 HTTP/1.1" status: 204 len: 173 time: 1.3059545 Apr 21 14:42:57.679435 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9bfbe2-97f2-402f-bdee-03820c43a5d6', 'name': 'network-vif-deleted', 'tag': '563cac05-b699-4d73-a998-3e0c3f2dbda9', 'status': 'completed', 'code': 200} Apr 21 14:42:57.772681 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8e27c94d-00b6-40f0-b95f-baedb84f73eb req-a1b6e6a1-0136-4e0f-8f19-c2fe8701c2e2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b9bfbe2-97f2-402f-bdee-03820c43a5d6 HTTP/1.1" status: 200 len: 210 time: 0.0585930 Apr 21 14:42:58.469036 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c600dd5-f9f1-46c8-b6ef-027a471c9734 req-9832ae69-dce2-4276-bfd0-a71142cca131 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:58.487073 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5c600dd5-f9f1-46c8-b6ef-027a471c9734 req-9832ae69-dce2-4276-bfd0-a71142cca131 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1863108 Apr 21 14:42:58.582772 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5c600dd5-f9f1-46c8-b6ef-027a471c9734 req-e6798884-032c-49fe-bd71-e9bca419ca2a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808914 Apr 21 14:42:59.309442 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 563cac05-b699-4d73-a998-3e0c3f2dbda9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:42:59.349850 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: 563cac05-b699-4d73-a998-3e0c3f2dbda9 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:42:59.350256 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 563cac05-b699-4d73-a998-3e0c3f2dbda9 not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:42:59.830395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c560a-2212-4e15-b7ff-79566bfb1022 req-3f6347ce-1eb6-4f5e-9df4-3c27159ead79 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:42:59.834439 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aa7c560a-2212-4e15-b7ff-79566bfb1022 req-3f6347ce-1eb6-4f5e-9df4-3c27159ead79 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1058097 Apr 21 14:42:59.888257 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aa7c560a-2212-4e15-b7ff-79566bfb1022 req-00fea134-9239-4ff8-9cff-8e8041c37a33 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481117 Apr 21 14:43:00.859423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a665e1-e453-4893-b495-540104c17372 req-85fb1cc5-fd4e-4db0-981b-e20baaf5798b tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:00.868271 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f5a665e1-e453-4893-b495-540104c17372 req-85fb1cc5-fd4e-4db0-981b-e20baaf5798b tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 946 time: 0.1518567 Apr 21 14:43:00.925358 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f5a665e1-e453-4893-b495-540104c17372 req-6561b286-ed46-4a3a-b82a-4ba157e5076d tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550134 Apr 21 14:43:01.314606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc780df-6c5e-4cf2-b669-1f4fbbc27a25 req-7855fb84-2330-4807-b0d7-3ee669b2e350 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:01.316601 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dfc780df-6c5e-4cf2-b669-1f4fbbc27a25 req-7855fb84-2330-4807-b0d7-3ee669b2e350 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1817064 Apr 21 14:43:01.378280 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dfc780df-6c5e-4cf2-b669-1f4fbbc27a25 req-3a1119bf-8b37-48c4-8801-e4ec49bc62e6 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515018 Apr 21 14:43:02.208070 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c637e-f4c4-4be3-afc9-5ccb414a9310 req-54e66636-28e6-4db6-8ada-cb185a5801db tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:02.209106 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8e8c637e-f4c4-4be3-afc9-5ccb414a9310 req-54e66636-28e6-4db6-8ada-cb185a5801db tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 946 time: 0.1229124 Apr 21 14:43:02.289914 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8e8c637e-f4c4-4be3-afc9-5ccb414a9310 req-99285809-bb3c-49d0-9873-121ef5298640 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734277 Apr 21 14:43:02.831496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e84388-ec5b-4eb0-83d8-668216b9d033 req-50de510e-0106-4e40-a80f-86d72f553e8c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:02.839952 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f9e84388-ec5b-4eb0-83d8-668216b9d033 req-50de510e-0106-4e40-a80f-86d72f553e8c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1693492 Apr 21 14:43:02.942135 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f9e84388-ec5b-4eb0-83d8-668216b9d033 req-04214c16-d787-4ee8-878e-06616ea03563 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003990 Apr 21 14:43:03.036660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2f9cb-ec98-48f7-a98f-8e6e380999db req-69129807-f5cb-47c0-bb90-2e2a4e11909b tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:03.037789 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-5af2f9cb-ec98-48f7-a98f-8e6e380999db req-69129807-f5cb-47c0-bb90-2e2a4e11909b tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Synchronizing usage tracker for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:43:03.070590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-5af2f9cb-ec98-48f7-a98f-8e6e380999db req-69129807-f5cb-47c0-bb90-2e2a4e11909b tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Unset dirty status for tenant:7a2da49073544277aaca0ee42d00fa28 on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:43:03.072757 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5af2f9cb-ec98-48f7-a98f-8e6e380999db req-69129807-f5cb-47c0-bb90-2e2a4e11909b tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 946 time: 0.1587999 Apr 21 14:43:03.121805 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-7ecba603-f941-4df2-8af2-74353e49b600 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970828813&fields=id&tenant_id=82a904343c524d8dbab7b58ad4c4642d HTTP/1.1" status: 200 len: 267 time: 0.0725954 Apr 21 14:43:03.282169 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-5af2f9cb-ec98-48f7-a98f-8e6e380999db req-244c37d1-cab1-42c5-9f0a-1697721cfffc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Deleting port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:43:03.282697 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-5af2f9cb-ec98-48f7-a98f-8e6e380999db req-244c37d1-cab1-42c5-9f0a-1697721cfffc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:03.414101 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc3cd6-266a-4e0a-b708-26793bf2f840 req-dbcbfbc7-7f93-40bd-9603-84a7277551e4 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:03.416444 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e5fc3cd6-266a-4e0a-b708-26793bf2f840 req-dbcbfbc7-7f93-40bd-9603-84a7277551e4 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.1966667 Apr 21 14:43:03.424530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2da237f9-e017-44f0-95de-5d1e17d6dec0 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:03.433307 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2da237f9-e017-44f0-95de-5d1e17d6dec0 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/networks?id=5c6c898c-e436-4dfd-8036-3c794bda2677 HTTP/1.1" status: 200 len: 808 time: 0.3100641 Apr 21 14:43:03.509234 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e5fc3cd6-266a-4e0a-b708-26793bf2f840 req-76ab49de-4ada-463a-9139-8e656e653f27 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644448 Apr 21 14:43:03.528388 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-20345438-f1ad-4bfd-b884-25f8306de519 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/quotas/82a904343c524d8dbab7b58ad4c4642d HTTP/1.1" status: 200 len: 375 time: 0.0936298 Apr 21 14:43:03.691128 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-c349afb9-bc88-4d2a-bf79-b71cab0a1720 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=82a904343c524d8dbab7b58ad4c4642d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1612990 Apr 21 14:43:03.876928 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-5af2f9cb-ec98-48f7-a98f-8e6e380999db req-244c37d1-cab1-42c5-9f0a-1697721cfffc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] For port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0,segment=NetworkSegment(309c7cc2-2974-4228-a5a8-b3bb66d48e46),segment_id=309c7cc2-2974-4228-a5a8-b3bb66d48e46)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:43:03.877380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-5af2f9cb-ec98-48f7-a98f-8e6e380999db req-244c37d1-cab1-42c5-9f0a-1697721cfffc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:04.070410 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-5af2f9cb-ec98-48f7-a98f-8e6e380999db req-244c37d1-cab1-42c5-9f0a-1697721cfffc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Calling delete_port for cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:43:04.304539 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e92c7-052e-4b65-ae91-42efaf80e9d0 req-7ed8009f-fdd9-4546-ba56-e4a61700f81a tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:04.315626 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8a6e92c7-052e-4b65-ae91-42efaf80e9d0 req-7ed8009f-fdd9-4546-ba56-e4a61700f81a tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b0adda1-76c1-4443-b016-b9eb6eb674d1 HTTP/1.1" status: 200 len: 946 time: 0.2800548 Apr 21 14:43:04.393675 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-80952907-ccf4-4e13-93ec-38f44da82fb2 service neutron] 10.222.0.15 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6794674 Apr 21 14:43:04.448066 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-5af2f9cb-ec98-48f7-a98f-8e6e380999db req-244c37d1-cab1-42c5-9f0a-1697721cfffc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:04.476656 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ba034efb-9d83-48ce-82b4-38dea34e5ede tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:04.558623 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8a6e92c7-052e-4b65-ae91-42efaf80e9d0 req-17de129a-2063-4041-82ae-bf8996c2a5a2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.15 "GET /v2.0/security-groups?id=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400920 Apr 21 14:43:04.565830 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c37d1-cab1-42c5-9f0a-1697721cfffc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Pushing event deleted for resources: {'Port': ['ID=cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:04.702590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-244c37d1-cab1-42c5-9f0a-1697721cfffc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:04.723031 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af2f9cb-ec98-48f7-a98f-8e6e380999db req-244c37d1-cab1-42c5-9f0a-1697721cfffc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] No DVR routers for this DVR port cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:43:04.726622 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-5af2f9cb-ec98-48f7-a98f-8e6e380999db req-244c37d1-cab1-42c5-9f0a-1697721cfffc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:04.735918 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0adda1-76c1-4443-b016-b9eb6eb674d1', 'name': 'network-vif-deleted', 'tag': 'cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:43:04.749410 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5af2f9cb-ec98-48f7-a98f-8e6e380999db req-244c37d1-cab1-42c5-9f0a-1697721cfffc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] 10.222.0.44 "DELETE /v2.0/ports/cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 HTTP/1.1" status: 204 len: 173 time: 1.6610725 Apr 21 14:43:04.758762 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-96052d7d-9cce-4e05-a64b-2c2353c88ae9 service neutron] 10.222.0.15 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602366 Apr 21 14:43:05.036570 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-96ac3c5d-21e8-43d3-9f53-8ff61aad3fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:05.121654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9344f02-32b1-43ce-a11f-3c9b9bef835a req-217ec97a-6c9c-4c6e-a096-e5f1ffd6b017 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:05.130380 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d9344f02-32b1-43ce-a11f-3c9b9bef835a req-217ec97a-6c9c-4c6e-a096-e5f1ffd6b017 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.2880955 Apr 21 14:43:05.190384 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d9344f02-32b1-43ce-a11f-3c9b9bef835a req-f6c240e3-d3b6-405f-aa19-0ab836f61072 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583699 Apr 21 14:43:05.330110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:43:05.529056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:43:05.530608 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0 not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:43:05.644691 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cc33d-7c71-408e-9a65-eb473339e1c8 req-1b92fa2d-4286-416e-b55a-9920e8be79fc tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:05.650048 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e25cc33d-7c71-408e-9a65-eb473339e1c8 req-1b92fa2d-4286-416e-b55a-9920e8be79fc tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.2285438 Apr 21 14:43:05.809024 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e25cc33d-7c71-408e-9a65-eb473339e1c8 req-1c5ab0b6-517c-4b64-8015-1d5d5de59763 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489425 Apr 21 14:43:05.954135 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0adda1-76c1-4443-b016-b9eb6eb674d1', 'name': 'network-vif-deleted', 'tag': 'cec40dfc-ad3b-40bb-b7c9-fb14f75c5dd0', 'status': 'completed', 'code': 200} Apr 21 14:43:06.064565 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 59736) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:06.200119 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-743e19f4-2f28-4e72-bc36-36f49d979897 req-499fc415-bd4f-4ea8-abbd-cac0b7433181 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 210 time: 0.0731893 Apr 21 14:43:06.243674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Deleting subnet a5cb7ba8-c9f8-4181-a427-237fd83ba5bd {{(pid=86344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:43:06.248931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:06.360167 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22a6b-1d36-409b-88c2-88e5cb1f88ef req-723b99dd-b9ac-4a9a-a582-ecde7b0198e0 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:06.362108 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-eae22a6b-1d36-409b-88c2-88e5cb1f88ef req-723b99dd-b9ac-4a9a-a582-ecde7b0198e0 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Synchronizing usage tracker for tenant:c11f8866bb7b42299fa431b79c50c8ae on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:43:06.389844 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:06.406656 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:06.463666 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-eae22a6b-1d36-409b-88c2-88e5cb1f88ef req-723b99dd-b9ac-4a9a-a582-ecde7b0198e0 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Unset dirty status for tenant:c11f8866bb7b42299fa431b79c50c8ae on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:43:06.466410 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eae22a6b-1d36-409b-88c2-88e5cb1f88ef req-723b99dd-b9ac-4a9a-a582-ecde7b0198e0 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.44 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.3769233 Apr 21 14:43:06.696533 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-eae22a6b-1d36-409b-88c2-88e5cb1f88ef req-f514e6c5-f2fc-4a41-a324-039115c03a0c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Deleting port 28c79c16-2536-4c7b-ba6d-4046d0824b96 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:43:06.696931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-eae22a6b-1d36-409b-88c2-88e5cb1f88ef req-f514e6c5-f2fc-4a41-a324-039115c03a0c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:07.496072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342388fd-c382-4d22-ab90-4efd0bc01f63 req-2fbd16f5-7bf8-4dc1-aa0e-2fb339ca0cc2 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:07.503916 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-342388fd-c382-4d22-ab90-4efd0bc01f63 req-2fbd16f5-7bf8-4dc1-aa0e-2fb339ca0cc2 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 945 time: 0.3671813 Apr 21 14:43:07.525932 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e7a8e-707b-46dd-9a2d-c96fb0228780 req-e16effce-403c-453a-a3d7-3ffc3662cefb tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:07.534069 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-355e7a8e-707b-46dd-9a2d-c96fb0228780 req-e16effce-403c-453a-a3d7-3ffc3662cefb tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.7920556 Apr 21 14:43:07.546583 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-eae22a6b-1d36-409b-88c2-88e5cb1f88ef req-f514e6c5-f2fc-4a41-a324-039115c03a0c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] For port 28c79c16-2536-4c7b-ba6d-4046d0824b96, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=28c79c16-2536-4c7b-ba6d-4046d0824b96,segment=NetworkSegment(4f15d025-0c42-4d23-abfe-e63d25c21ee3),segment_id=4f15d025-0c42-4d23-abfe-e63d25c21ee3)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:43:07.547580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-eae22a6b-1d36-409b-88c2-88e5cb1f88ef req-f514e6c5-f2fc-4a41-a324-039115c03a0c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:07.575407 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for subnet, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:07.611207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:07.678586 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-355e7a8e-707b-46dd-9a2d-c96fb0228780 req-bd765630-fe52-4198-9d76-a1d0e810492a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434994 Apr 21 14:43:07.680960 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5cb7ba8-c9f8-4181-a427-237fd83ba5bd,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:07.692874 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:07.699987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:07.700402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:07.700810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:07.701239 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:07.701638 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:07.702035 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:07.702429 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:07.702844 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:07.703216 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:07.703606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:07.703997 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:07.704384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:07.708206 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a5cb7ba8-c9f8-4181-a427-237fd83ba5bd HTTP/1.1" status: 204 len: 168 time: 1.6423967 Apr 21 14:43:07.711827 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bd030e53-8bb1-4892-9e0e-5a5ed1c02153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:07.712581 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 59770) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:07.727364 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-342388fd-c382-4d22-ab90-4efd0bc01f63 req-189c6b96-a89c-4b66-89fa-317b491a1428 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902077 Apr 21 14:43:07.801279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-eae22a6b-1d36-409b-88c2-88e5cb1f88ef req-f514e6c5-f2fc-4a41-a324-039115c03a0c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Calling delete_port for 28c79c16-2536-4c7b-ba6d-4046d0824b96 owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:43:08.029990 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:08.133180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-eae22a6b-1d36-409b-88c2-88e5cb1f88ef req-f514e6c5-f2fc-4a41-a324-039115c03a0c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:08.144133 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['673acf43-4747-4545-b90c-e1443809a378'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:43:08.149497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3f29ef8c-2b4c-4337-ad02-df5e2d3cb24f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:08.174512 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-57733f95-856e-4a18-9781-a7bba3f1a9a6 req-a250ca39-d2b4-451c-9395-50160657d989 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 210 time: 0.0767937 Apr 21 14:43:08.304534 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:08.312330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514e6c5-f2fc-4a41-a324-039115c03a0c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Pushing event deleted for resources: {'Port': ['ID=28c79c16-2536-4c7b-ba6d-4046d0824b96,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:08.341734 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f514e6c5-f2fc-4a41-a324-039115c03a0c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:08.398473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-590a4849-db00-42fd-af81-94a630c5cc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:08.416610 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae22a6b-1d36-409b-88c2-88e5cb1f88ef req-f514e6c5-f2fc-4a41-a324-039115c03a0c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] No DVR routers for this DVR port 28c79c16-2536-4c7b-ba6d-4046d0824b96 on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:43:08.445086 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-eae22a6b-1d36-409b-88c2-88e5cb1f88ef req-f514e6c5-f2fc-4a41-a324-039115c03a0c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:08.472352 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9410a79a-b142-4e95-9197-bd48d521b804', 'name': 'network-vif-deleted', 'tag': '28c79c16-2536-4c7b-ba6d-4046d0824b96'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:43:08.502457 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.503037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.503691 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.504083 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > port after_create 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.504450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.504811 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > port after_update 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.509461 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.509861 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.510240 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.510616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.578514 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-7f896153-4a7d-40a8-9b27-aa17c606fece tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:08.583309 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-7f896153-4a7d-40a8-9b27-aa17c606fece tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Synchronizing usage tracker for tenant:82a904343c524d8dbab7b58ad4c4642d on resource:network {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:43:08.640411 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eae22a6b-1d36-409b-88c2-88e5cb1f88ef req-f514e6c5-f2fc-4a41-a324-039115c03a0c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.44 "DELETE /v2.0/ports/28c79c16-2536-4c7b-ba6d-4046d0824b96 HTTP/1.1" status: 204 len: 173 time: 2.1667237 Apr 21 14:43:08.644365 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-7f896153-4a7d-40a8-9b27-aa17c606fece tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Unset dirty status for tenant:82a904343c524d8dbab7b58ad4c4642d on resource:network {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:43:08.645642 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-7f896153-4a7d-40a8-9b27-aa17c606fece tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.44 "GET /v2.0/networks?id=5c6c898c-e436-4dfd-8036-3c794bda2677 HTTP/1.1" status: 200 len: 808 time: 0.5416062 Apr 21 14:43:08.647449 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9410a79a-b142-4e95-9197-bd48d521b804', 'name': 'network-vif-deleted', 'tag': '28c79c16-2536-4c7b-ba6d-4046d0824b96', 'status': 'completed', 'code': 200} Apr 21 14:43:08.742864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.746342 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.746938 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.749418 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 14:43:08.749978 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c907955-4d5d-442b-ae69-abe5beaa5f4d']}} {{(pid=86344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:08.764587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-e2dc75ec-e73f-4623-9626-6f9c9b620f0d tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Synchronizing usage tracker for tenant:82a904343c524d8dbab7b58ad4c4642d on resource:security_group {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:43:08.783831 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309c7cc2-2974-4228-a5a8-b3bb66d48e46') {'for_net_delete': True} {{(pid=86344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:08.785044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309c7cc2-2974-4228-a5a8-b3bb66d48e46') {} {{(pid=86344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:08.808728 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-e2dc75ec-e73f-4623-9626-6f9c9b620f0d tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Unset dirty status for tenant:82a904343c524d8dbab7b58ad4c4642d on resource:security_group {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:43:08.812370 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-e2dc75ec-e73f-4623-9626-6f9c9b620f0d tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82a904343c524d8dbab7b58ad4c4642d HTTP/1.1" status: 200 len: 380 time: 0.1344573 Apr 21 14:43:08.817367 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839682698'] for segment, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:08.828314 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Request body: {'port': {'device_id': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'admin_state_up': True, 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'security_groups': ['4f1b28a8-7537-4617-82f3-ab9b09fdb8c9']}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:43:08.871509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:08.887899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=86344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:43:08.913952 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:09.138474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:43:09.147279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Usage tracker for resource:port and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:43:09.154944 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:43:09.175874 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:43:09.197804 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Made reservation on behalf of 82a904343c524d8dbab7b58ad4c4642d for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:43:09.207881 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6a54623c-8c8a-4eb4-b985-418a310975a9 req-96d7b627-c36f-4cb3-bd7a-dacd65ef1697 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=9410a79a-b142-4e95-9197-bd48d521b804 HTTP/1.1" status: 200 len: 210 time: 0.1683223 Apr 21 14:43:09.209223 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:09.342707 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 28c79c16-2536-4c7b-ba6d-4046d0824b96 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:43:09.428616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: 28c79c16-2536-4c7b-ba6d-4046d0824b96 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:43:09.429644 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 28c79c16-2536-4c7b-ba6d-4046d0824b96 not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:43:09.511947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Network 9c907955-4d5d-442b-ae69-abe5beaa5f4d has no segments {{(pid=86344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:43:09.538871 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14973457'] for segment, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:09.660308 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139417a-3174-45c1-bb1c-8ce90b3228e1 req-d4d447f4-e474-4e50-bba6-4a3932fa9b42 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:09.669082 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1139417a-3174-45c1-bb1c-8ce90b3228e1 req-d4d447f4-e474-4e50-bba6-4a3932fa9b42 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.5788727 Apr 21 14:43:09.752189 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Allocated IP 172.20.0.6 (5c6c898c-e436-4dfd-8036-3c794bda2677/786e5c71-17b6-45dd-ac99-0b9dda843b69/1fd86c5c-1471-4f6d-a8cf-39d29b79430a) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:43:09.792902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:09.854694 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:09.856122 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Network 9c907955-4d5d-442b-ae69-abe5beaa5f4d has no segments {{(pid=86344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: from cryptography.utils import int_from_bytes Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: from cryptography.utils import int_from_bytes Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: (rel_b, rel_a, rel_b), Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: (rel_b, rel_a, rel_b), Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:43:10.015778 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:43:10.073785 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1139417a-3174-45c1-bb1c-8ce90b3228e1 req-6c303573-38d3-4353-8817-2a20bfc54012 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4034908 Apr 21 14:43:10.085826 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f08c7c67-984f-466a-b831-8de2e10c372d req-99c06330-a4ba-4f56-8bbe-5fe35e396622 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 210 time: 0.0609744 Apr 21 14:43:10.087095 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:10.091550 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:10.115618 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:10.131612 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9c907955-4d5d-442b-ae69-abe5beaa5f4d HTTP/1.1" status: 204 len: 168 time: 2.4014525 Apr 21 14:43:10.132959 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c907955-4d5d-442b-ae69-abe5beaa5f4d,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:10.136465 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:10.140881 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:10.162497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Transition to ACTIVE for port object 1fd86c5c-1471-4f6d-a8cf-39d29b79430a will not be triggered until provisioned by entity DHCP. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:43:10.193731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:10.205163 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-551efe43-ef95-44cb-a83f-9b7fe39bfbe2 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:10.292581 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Pushing event updated for resources: {'Port': ['ID=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:10.299839 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:10.317904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Network 5c6c898c-e436-4dfd-8036-3c794bda2677 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:43:10.320205 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:43:10.333288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:43:10.392219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 59804) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:10.536499 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e539ac97-4e37-4f9d-9973-3d1099db6897 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a2da49073544277aaca0ee42d00fa28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1422338 Apr 21 14:43:10.542344 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 59812) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:10.542748 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:10.543660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:10.596394 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7755344 Apr 21 14:43:10.612555 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Request body: {'port': {'device_id': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:43:10.668918 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0b52d4e3-a229-4b3b-a3a0-c919276dc598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:10.698271 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-acd89ee0-ed88-4278-983f-ab543a86e924 None None] Provisioning for port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:43:10.703964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0b52d4e3-a229-4b3b-a3a0-c919276dc598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:10.710350 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-acd89ee0-ed88-4278-983f-ab543a86e924 None None] Provisioning complete for port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:43:10.723935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-acd89ee0-ed88-4278-983f-ab543a86e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:10.766249 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0b52d4e3-a229-4b3b-a3a0-c919276dc598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:10.778045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9fcc99f7-8f72-484c-a32d-d97ce3796e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:10.809419 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52d4e3-a229-4b3b-a3a0-c919276dc598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3bb4f0-24c5-4f2d-a6be-08a27abc8d22,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:10.815342 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0b52d4e3-a229-4b3b-a3a0-c919276dc598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:10.839120 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0b52d4e3-a229-4b3b-a3a0-c919276dc598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:10.840770 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-0b52d4e3-a229-4b3b-a3a0-c919276dc598 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af3bb4f0-24c5-4f2d-a6be-08a27abc8d22 HTTP/1.1" status: 204 len: 168 time: 0.2968547 Apr 21 14:43:10.843799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:10.945591 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-acd89ee0-ed88-4278-983f-ab543a86e924 None None] Port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:43:10.955396 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:11.394309 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04f201-b2f9-4a2b-b1de-5ab1e4738da3 req-4bd44ca2-c2d2-4bf4-82d1-b7cef2e8beed tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:11.395999 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0c04f201-b2f9-4a2b-b1de-5ab1e4738da3 req-4bd44ca2-c2d2-4bf4-82d1-b7cef2e8beed tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.2771838 Apr 21 14:43:11.461233 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd86c5c-1471-4f6d-a8cf-39d29b79430a {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:43:11.472679 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:11.508169 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Transition to ACTIVE for port object 1fd86c5c-1471-4f6d-a8cf-39d29b79430a will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:43:11.511248 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0c04f201-b2f9-4a2b-b1de-5ab1e4738da3 req-07540809-6a9d-448b-aa48-ca57f7331396 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966723 Apr 21 14:43:11.512730 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:11.519659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-244c37d1-cab1-42c5-9f0a-1697721cfffc tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:11.540002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3d83f-6dee-4576-b986-ab352c24dfac req-66f4cbb9-d161-40a0-aa2e-d09f7b6d0eb2 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:11.542412 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f8d3d83f-6dee-4576-b986-ab352c24dfac req-66f4cbb9-d161-40a0-aa2e-d09f7b6d0eb2 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 931 time: 0.2296057 Apr 21 14:43:11.634869 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f8d3d83f-6dee-4576-b986-ab352c24dfac req-907677f2-df46-45f7-b676-fb508ab8f8ef tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768557 Apr 21 14:43:11.911736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:11.922511 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:11.927954 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Attempting to bind port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:43:11.928399 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Attempting to bind port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '11428c45-b949-4b0d-abdf-a03106521dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:43:11.928697 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Attempting to bind port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a on network 5c6c898c-e436-4dfd-8036-3c794bda2677 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:43:11.937897 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a on network 5c6c898c-e436-4dfd-8036-3c794bda2677 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:43:11.938299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Attempting to bind port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a on network 5c6c898c-e436-4dfd-8036-3c794bda2677 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:43:11.945541 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:43:11.945929 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Checking segment: {'id': '11428c45-b949-4b0d-abdf-a03106521dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:43:11.946502 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Bound using segment: {'id': '11428c45-b949-4b0d-abdf-a03106521dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:43:11.948287 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Bound port: 1fd86c5c-1471-4f6d-a8cf-39d29b79430a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11428c45-b949-4b0d-abdf-a03106521dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:43:11.948731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:11.959969 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df789fc-751a-46e5-ab55-92ecec2e16e5 req-52ff09bb-2dd4-4e93-984c-2d57ff3fd2db tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:11.968923 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8df789fc-751a-46e5-ab55-92ecec2e16e5 req-52ff09bb-2dd4-4e93-984c-2d57ff3fd2db tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.2451870 Apr 21 14:43:12.113857 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8df789fc-751a-46e5-ab55-92ecec2e16e5 req-1bcbf407-12a0-41dc-9611-c3a47e53d627 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435933 Apr 21 14:43:12.115991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] For port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:43:12.122246 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] For port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:43:12.129367 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:12.139012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:12.252994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:12.253849 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:12.255668 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] 10.222.0.44 "PUT /v2.0/ports/1fd86c5c-1471-4f6d-a8cf-39d29b79430a HTTP/1.1" status: 200 len: 1093 time: 1.6481526 Apr 21 14:43:12.256937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:43:12.325895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:12.408097 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:12.417338 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'status': 'completed', 'code': 200} Apr 21 14:43:12.522502 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-97cfd253-881a-47c6-a2bb-14c0abb188d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:12.527700 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-97cfd253-881a-47c6-a2bb-14c0abb188d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82a904343c524d8dbab7b58ad4c4642d&device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 1096 time: 0.2041228 Apr 21 14:43:12.733609 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-837455b6-60fc-43fd-90d2-4bd7fb108806 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a HTTP/1.1" status: 200 len: 217 time: 0.1927361 Apr 21 14:43:12.840423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-4a2d2bf2-58b2-4b73-9e23-8a90db2bb5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:12.842108 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-4a2d2bf2-58b2-4b73-9e23-8a90db2bb5de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=786e5c71-17b6-45dd-ac99-0b9dda843b69 HTTP/1.1" status: 200 len: 847 time: 0.1019413 Apr 21 14:43:13.068742 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-7f9f3cde-7e03-472e-b853-663461600806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:13.070827 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-7f9f3cde-7e03-472e-b853-663461600806 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c6c898c-e436-4dfd-8036-3c794bda2677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2203319 Apr 21 14:43:13.144026 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3355e-cfa5-4df4-b495-ce5d60a9b0d3 req-0d97ec73-7ab1-4ef3-bb3b-62b00ad0781f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:13.152622 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7ce3355e-cfa5-4df4-b495-ce5d60a9b0d3 req-0d97ec73-7ab1-4ef3-bb3b-62b00ad0781f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 943 time: 0.2899437 Apr 21 14:43:13.206625 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7ce3355e-cfa5-4df4-b495-ce5d60a9b0d3 req-f2a410a5-b26e-46f9-adb0-079adb32a9c3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528970 Apr 21 14:43:13.301470 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f86fe-a081-4ad0-92c4-309ff1f8ee8a req-8e6e4bb7-4074-4362-a65c-2427441e856c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:13.310393 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f4f86fe-a081-4ad0-92c4-309ff1f8ee8a req-8e6e4bb7-4074-4362-a65c-2427441e856c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.2951396 Apr 21 14:43:13.345185 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 06c4f399-bafa-497b-a88b-be57cd77e071 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:43:13.403457 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f4f86fe-a081-4ad0-92c4-309ff1f8ee8a req-60133c4a-8ec6-4364-b761-4adc89f8baa3 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917699 Apr 21 14:43:13.435569 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-050f1e48-5024-41ab-b141-f188b69ed0da service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557708 Apr 21 14:43:13.680105 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 06c4f399-bafa-497b-a88b-be57cd77e071, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06c4f399-bafa-497b-a88b-be57cd77e071,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:43:13.696888 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd46a3a2-b86c-4228-a600-7188f988fa50 req-89d64946-960e-4724-982b-8c374363d01d service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500632 Apr 21 14:43:13.698571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '06c4f399-bafa-497b-a88b-be57cd77e071', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'port_id': '06c4f399-bafa-497b-a88b-be57cd77e071', 'mac_address': 'fa:16:3e:12:37:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:43:13.782166 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a7d96-7c82-418d-86e0-2e2d547b3ec9 req-17479022-4bdf-4dbf-8160-d1f0798f145c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:13.786873 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:13.795292 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d02a7d96-7c82-418d-86e0-2e2d547b3ec9 req-17479022-4bdf-4dbf-8160-d1f0798f145c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.2523386 Apr 21 14:43:13.824777 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06c4f399-bafa-497b-a88b-be57cd77e071 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:43:13.850773 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 06c4f399-bafa-497b-a88b-be57cd77e071, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06c4f399-bafa-497b-a88b-be57cd77e071,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:43:13.856445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:13.859123 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:13.905900 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d02a7d96-7c82-418d-86e0-2e2d547b3ec9 req-c4c72df7-9eef-4b80-b343-1a595e067379 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089449 Apr 21 14:43:13.965331 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe524-b676-4889-8df8-28b567fc0446 req-77263a5a-f575-4cc9-b3cd-e6ccdad4cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:13.967094 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-76dbe524-b676-4889-8df8-28b567fc0446 req-77263a5a-f575-4cc9-b3cd-e6ccdad4cc9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82a904343c524d8dbab7b58ad4c4642d&device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 1096 time: 0.2055054 Apr 21 14:43:14.027909 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=06c4f399-bafa-497b-a88b-be57cd77e071,revision_number=6']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:14.034306 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:14.182168 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe524-b676-4889-8df8-28b567fc0446 req-132532e7-a8fe-4bd1-8365-0dc64af0b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:14.183848 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-76dbe524-b676-4889-8df8-28b567fc0446 req-132532e7-a8fe-4bd1-8365-0dc64af0b114 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c6c898c-e436-4dfd-8036-3c794bda2677 HTTP/1.1" status: 200 len: 909 time: 0.2070756 Apr 21 14:43:14.272760 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['06c4f399-bafa-497b-a88b-be57cd77e071'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:43:14.285258 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-76dbe524-b676-4889-8df8-28b567fc0446 req-68ca0310-c116-411a-8c69-00e73254947d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a HTTP/1.1" status: 200 len: 217 time: 0.0932579 Apr 21 14:43:14.475895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe524-b676-4889-8df8-28b567fc0446 req-f754d61e-9a36-4bb5-a090-2b0d94cb4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:14.485741 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-76dbe524-b676-4889-8df8-28b567fc0446 req-f754d61e-9a36-4bb5-a090-2b0d94cb4824 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=786e5c71-17b6-45dd-ac99-0b9dda843b69 HTTP/1.1" status: 200 len: 847 time: 0.1902809 Apr 21 14:43:14.691437 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe524-b676-4889-8df8-28b567fc0446 req-237e60e1-4093-4c19-a16f-0dec55ccb062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:14.693233 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-76dbe524-b676-4889-8df8-28b567fc0446 req-237e60e1-4093-4c19-a16f-0dec55ccb062 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c6c898c-e436-4dfd-8036-3c794bda2677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1997852 Apr 21 14:43:14.694164 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de5248-5dd7-48a5-99c8-bc246cbe1868 req-a05ca1c7-470f-4bd8-975c-97fbe98765cf tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:14.696236 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-97de5248-5dd7-48a5-99c8-bc246cbe1868 req-a05ca1c7-470f-4bd8-975c-97fbe98765cf tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 943 time: 0.1415291 Apr 21 14:43:14.791595 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-97de5248-5dd7-48a5-99c8-bc246cbe1868 req-399ac64c-6590-4134-8e98-f6e9c1763cdc tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821493 Apr 21 14:43:15.065695 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07c71c-a5d8-4612-952a-8e6878a5e975 req-6c99c375-1cf3-44de-99df-53583602504e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:15.074967 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad07c71c-a5d8-4612-952a-8e6878a5e975 req-6c99c375-1cf3-44de-99df-53583602504e tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.2384343 Apr 21 14:43:15.156721 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad07c71c-a5d8-4612-952a-8e6878a5e975 req-95f914df-75d7-4d21-aaee-c55bf25f5f33 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780344 Apr 21 14:43:15.364096 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 06c4f399-bafa-497b-a88b-be57cd77e071 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:43:15.482959 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-76dbe524-b676-4889-8df8-28b567fc0446 req-4334da22-5f31-4a22-9059-bba98b573479 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7806046 Apr 21 14:43:15.483663 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c17dc-7493-40cf-9ab0-9eba2fe5a01d req-9d57a38a-cd57-43fe-aeaf-261ec8c056f8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:15.494597 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c97c17dc-7493-40cf-9ab0-9eba2fe5a01d req-9d57a38a-cd57-43fe-aeaf-261ec8c056f8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 944 time: 0.1742134 Apr 21 14:43:15.615735 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c97c17dc-7493-40cf-9ab0-9eba2fe5a01d req-a20372f7-5b5b-4541-b45b-f9779b38a320 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196375 Apr 21 14:43:15.722569 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 06c4f399-bafa-497b-a88b-be57cd77e071 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:43:15.724129 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:15.934178 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:15.936956 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-76dbe524-b676-4889-8df8-28b567fc0446 req-78354ce1-3765-4c53-8396-faedc9ebb547 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429846 Apr 21 14:43:15.996582 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 06c4f399-bafa-497b-a88b-be57cd77e071, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06c4f399-bafa-497b-a88b-be57cd77e071,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:43:15.998343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:43:16.006494 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:16.010552 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:16.110847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=06c4f399-bafa-497b-a88b-be57cd77e071,revision_number=7']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:16.116791 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:16.164866 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ec443-6030-4b08-b835-c25455b94dc3 req-20714f48-a42f-4f04-b446-7a5f7055f48d tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:16.183128 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-662ec443-6030-4b08-b835-c25455b94dc3 req-20714f48-a42f-4f04-b446-7a5f7055f48d tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 943 time: 0.1997943 Apr 21 14:43:16.227271 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071', 'code': 200} Apr 21 14:43:16.287824 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-662ec443-6030-4b08-b835-c25455b94dc3 req-de54ade7-7087-4724-a019-a93f23a67b58 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977273 Apr 21 14:43:16.553606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecdbc8-d778-475a-ae45-6ecdb4e6b566 req-6dc6fe2c-dfc8-43ca-86eb-c74462e6f74a tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:16.563663 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-11ecdbc8-d778-475a-ae45-6ecdb4e6b566 req-6dc6fe2c-dfc8-43ca-86eb-c74462e6f74a tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1847279 Apr 21 14:43:16.642273 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-11ecdbc8-d778-475a-ae45-6ecdb4e6b566 req-e19437ae-b2d1-42dd-83f0-0e70ac8a4f5f tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771167 Apr 21 14:43:17.100001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86c0f0-1982-4e86-bb30-934bf3c93b1b req-aeb86b5a-1005-4b67-b7f9-094004648297 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:17.103401 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8e86c0f0-1982-4e86-bb30-934bf3c93b1b req-aeb86b5a-1005-4b67-b7f9-094004648297 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1887412 Apr 21 14:43:17.218829 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8e86c0f0-1982-4e86-bb30-934bf3c93b1b req-850b59ae-5f42-4233-99d9-c24cf934f4af tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996211 Apr 21 14:43:17.791159 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf69a3-83ef-4ec4-b3fb-9d15f3258254 req-3c27c89d-7942-4272-9bc9-e99b9b5612bc tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:17.792901 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7ddf69a3-83ef-4ec4-b3fb-9d15f3258254 req-3c27c89d-7942-4272-9bc9-e99b9b5612bc tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 943 time: 0.1657567 Apr 21 14:43:17.810593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9732ff-a572-41a6-b338-56a4b27241c4 req-82a1de41-7f9d-4865-8159-6268a0f85954 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:17.811401 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-4f9732ff-a572-41a6-b338-56a4b27241c4 req-82a1de41-7f9d-4865-8159-6268a0f85954 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Synchronizing usage tracker for tenant:c11f8866bb7b42299fa431b79c50c8ae on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:43:17.829224 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-4f9732ff-a572-41a6-b338-56a4b27241c4 req-82a1de41-7f9d-4865-8159-6268a0f85954 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Unset dirty status for tenant:c11f8866bb7b42299fa431b79c50c8ae on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:43:17.830540 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4f9732ff-a572-41a6-b338-56a4b27241c4 req-82a1de41-7f9d-4865-8159-6268a0f85954 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1878858 Apr 21 14:43:17.906526 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7ddf69a3-83ef-4ec4-b3fb-9d15f3258254 req-d1f90ca9-1935-4052-82b7-27846154b9fb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027758 Apr 21 14:43:18.041995 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-4f9732ff-a572-41a6-b338-56a4b27241c4 req-6830f5bc-69b7-4914-88bf-578b7884ee7d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Deleting port 673acf43-4747-4545-b90c-e1443809a378 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:43:18.043713 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-4f9732ff-a572-41a6-b338-56a4b27241c4 req-6830f5bc-69b7-4914-88bf-578b7884ee7d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:18.082960 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560bb81-2a0b-45bc-a146-cae0c9777377 req-a87c5fe3-a20a-4996-b8c3-46abe129496b tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:18.085235 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8560bb81-2a0b-45bc-a146-cae0c9777377 req-a87c5fe3-a20a-4996-b8c3-46abe129496b tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 946 time: 0.1203802 Apr 21 14:43:18.150871 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8560bb81-2a0b-45bc-a146-cae0c9777377 req-f4c0f1e2-602b-4687-bc98-3eea7d8cd348 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/security-groups?id=67a89a7b-a370-4bb4-ac80-082241bc0a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552220 Apr 21 14:43:18.560381 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26871b3-922e-4620-a095-9081de0399fd req-df014cb8-db1c-408f-958c-2000bbef16c4 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:18.560607 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-4f9732ff-a572-41a6-b338-56a4b27241c4 req-6830f5bc-69b7-4914-88bf-578b7884ee7d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] For port 673acf43-4747-4545-b90c-e1443809a378, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=673acf43-4747-4545-b90c-e1443809a378,segment=NetworkSegment(4f15d025-0c42-4d23-abfe-e63d25c21ee3),segment_id=4f15d025-0c42-4d23-abfe-e63d25c21ee3)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:43:18.561277 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-4f9732ff-a572-41a6-b338-56a4b27241c4 req-6830f5bc-69b7-4914-88bf-578b7884ee7d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:18.569092 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f26871b3-922e-4620-a095-9081de0399fd req-df014cb8-db1c-408f-958c-2000bbef16c4 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1542566 Apr 21 14:43:18.662493 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f26871b3-922e-4620-a095-9081de0399fd req-9804c731-3701-4b97-9c9f-f584979bc80b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920300 Apr 21 14:43:18.904300 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-4f9732ff-a572-41a6-b338-56a4b27241c4 req-6830f5bc-69b7-4914-88bf-578b7884ee7d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Calling delete_port for 673acf43-4747-4545-b90c-e1443809a378 owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:43:19.248798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-4f9732ff-a572-41a6-b338-56a4b27241c4 req-6830f5bc-69b7-4914-88bf-578b7884ee7d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:19.258173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0590eb1a-f4ef-4436-920f-40c38f79e4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:19.262406 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['673acf43-4747-4545-b90c-e1443809a378'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:43:19.315460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa13892-ada2-45f4-a80e-dd3e4b1a17d5 req-751a5ae1-caba-49eb-b2be-0fde71b5699d tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:19.326948 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7aa13892-ada2-45f4-a80e-dd3e4b1a17d5 req-751a5ae1-caba-49eb-b2be-0fde71b5699d tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 943 time: 0.1748102 Apr 21 14:43:19.357130 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830f5bc-69b7-4914-88bf-578b7884ee7d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Pushing event deleted for resources: {'Port': ['ID=673acf43-4747-4545-b90c-e1443809a378,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:19.360485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6830f5bc-69b7-4914-88bf-578b7884ee7d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:19.374265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 1fd86c5c-1471-4f6d-a8cf-39d29b79430a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:43:19.488706 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd28b935-4f5b-4adb-8946-cfd688896670 req-7b67eabc-79c4-47fe-819c-9e0e3e24a9a1 tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 210 time: 0.0747437 Apr 21 14:43:19.505396 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7aa13892-ada2-45f4-a80e-dd3e4b1a17d5 req-cc5f44e0-e5b5-4387-9f95-fb1de56aa1b8 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573088 Apr 21 14:43:19.586101 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9732ff-a572-41a6-b338-56a4b27241c4 req-6830f5bc-69b7-4914-88bf-578b7884ee7d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] No DVR routers for this DVR port 673acf43-4747-4545-b90c-e1443809a378 on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:43:19.589372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-4f9732ff-a572-41a6-b338-56a4b27241c4 req-6830f5bc-69b7-4914-88bf-578b7884ee7d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:19.601296 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd78d227-979c-4a98-a84e-ceb47dccde49', 'name': 'network-vif-deleted', 'tag': '673acf43-4747-4545-b90c-e1443809a378'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:43:19.611502 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4f9732ff-a572-41a6-b338-56a4b27241c4 req-6830f5bc-69b7-4914-88bf-578b7884ee7d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.44 "DELETE /v2.0/ports/673acf43-4747-4545-b90c-e1443809a378 HTTP/1.1" status: 204 len: 173 time: 1.7718437 Apr 21 14:43:19.666855 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd78d227-979c-4a98-a84e-ceb47dccde49', 'name': 'network-vif-deleted', 'tag': '673acf43-4747-4545-b90c-e1443809a378', 'status': 'completed', 'code': 200} Apr 21 14:43:19.682808 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:43:19.724838 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'port_id': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'mac_address': 'fa:16:3e:3a:61:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:43:19.812633 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:19.833028 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd86c5c-1471-4f6d-a8cf-39d29b79430a {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:43:19.852505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:43:19.858700 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:19.862948 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:19.983299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:19.987142 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:20.117230 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c9b58-e493-4f93-a8dc-6b8424f02fe9 req-25961671-b3f2-4aac-9f9b-df8cd89a7ea3 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:20.119104 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a82c9b58-e493-4f93-a8dc-6b8424f02fe9 req-25961671-b3f2-4aac-9f9b-df8cd89a7ea3 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1377044 Apr 21 14:43:20.181850 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a82c9b58-e493-4f93-a8dc-6b8424f02fe9 req-093c07da-8e8f-4d32-a2c5-c42490da5e0c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550396 Apr 21 14:43:20.268209 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['1fd86c5c-1471-4f6d-a8cf-39d29b79430a'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:43:21.054395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2effda9-2262-4252-a860-bb07a916bc79 req-469d03f0-3582-4fb6-8422-aaf285396358 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:21.069923 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c2effda9-2262-4252-a860-bb07a916bc79 req-469d03f0-3582-4fb6-8422-aaf285396358 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 944 time: 0.1807404 Apr 21 14:43:21.281591 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-66875cc0-9467-4e90-b727-e5a9ea5e6f6f req-3d138cf2-fcc1-4355-844d-2f914eb331bf tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd78d227-979c-4a98-a84e-ceb47dccde49 HTTP/1.1" status: 200 len: 210 time: 0.2774396 Apr 21 14:43:21.360381 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c2effda9-2262-4252-a860-bb07a916bc79 req-5d665715-3695-43c9-9cec-52c8a07fcadc tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896364 Apr 21 14:43:21.414436 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 673acf43-4747-4545-b90c-e1443809a378 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:43:21.825075 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: 673acf43-4747-4545-b90c-e1443809a378 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:43:21.827470 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 673acf43-4747-4545-b90c-e1443809a378 not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:43:21.871497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326061ad-d2e9-4872-93fd-d4fdc0e7e64e req-cf1a65da-e2c3-477c-902b-5c82f2a15cd2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:21.880796 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-326061ad-d2e9-4872-93fd-d4fdc0e7e64e req-cf1a65da-e2c3-477c-902b-5c82f2a15cd2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.2715685 Apr 21 14:43:21.950944 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-326061ad-d2e9-4872-93fd-d4fdc0e7e64e req-4d9881b7-802d-44ed-b263-a2367e8981cd tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681825 Apr 21 14:43:22.494655 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 60066) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:22.796889 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277b1f3-6842-4377-938e-16c3e77660d3 req-238f6fe5-80b4-495b-9944-8fca341d907a tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:22.812586 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d277b1f3-6842-4377-938e-16c3e77660d3 req-238f6fe5-80b4-495b-9944-8fca341d907a tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 944 time: 0.2430704 Apr 21 14:43:22.918706 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d277b1f3-6842-4377-938e-16c3e77660d3 req-24603160-f4e1-4816-8a9a-19a8c158a0ad tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050034 Apr 21 14:43:23.378838 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 1fd86c5c-1471-4f6d-a8cf-39d29b79430a up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:43:23.591800 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:43:23.614401 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:43:23.615110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:23.908771 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854347363'] for router_interface, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:24.008284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ff385-1f8a-4b0f-aaa3-57cafe92f9d2 req-29231395-9364-46aa-aa6a-a9817b1757a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:24.032710 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-355ff385-1f8a-4b0f-aaa3-57cafe92f9d2 req-29231395-9364-46aa-aa6a-a9817b1757a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.7693250 Apr 21 14:43:24.124533 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:24.147755 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-355ff385-1f8a-4b0f-aaa3-57cafe92f9d2 req-73ff5253-460e-4351-b033-2363c4d1926e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099644 Apr 21 14:43:24.244399 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:43:24.247034 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:43:24.262960 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:24.268484 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:24.408827 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24110fa9-0011-496b-a677-3886eb6fd510 req-54e91444-98e8-424f-9910-b7b6582aab8f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:24.410700 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-24110fa9-0011-496b-a677-3886eb6fd510 req-54e91444-98e8-424f-9910-b7b6582aab8f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.2216063 Apr 21 14:43:24.501270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:24.514283 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:24.587707 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-24110fa9-0011-496b-a677-3886eb6fd510 req-c37c0e39-2986-48b0-98fc-744226a8bc51 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685820 Apr 21 14:43:24.734101 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'code': 200} Apr 21 14:43:25.118003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] Deleting port 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:43:25.118436 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:25.400988 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990931d-fad5-4f7b-949c-bd4298da6590 req-f9039e9e-b2ee-49f4-b86e-4fe7f42758bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:25.402843 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5990931d-fad5-4f7b-949c-bd4298da6590 req-f9039e9e-b2ee-49f4-b86e-4fe7f42758bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 1098 time: 0.2498496 Apr 21 14:43:25.529195 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5990931d-fad5-4f7b-949c-bd4298da6590 req-0e228538-dc7b-4292-9137-e2e5d75fbd2f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849173 Apr 21 14:43:25.551985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] For port 72d2fad2-3d29-4fc6-918f-b70cd9e5e845, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=72d2fad2-3d29-4fc6-918f-b70cd9e5e845,segment=NetworkSegment(4f15d025-0c42-4d23-abfe-e63d25c21ee3),segment_id=4f15d025-0c42-4d23-abfe-e63d25c21ee3)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:43:25.552758 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:25.670217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab279c09-bbd9-4505-8cfa-10538ba2c46a req-d9b728ef-9c9e-4884-b3c4-bebfdb3201d1 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:25.679215 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ab279c09-bbd9-4505-8cfa-10538ba2c46a req-d9b728ef-9c9e-4884-b3c4-bebfdb3201d1 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.2694829 Apr 21 14:43:25.743559 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ab279c09-bbd9-4505-8cfa-10538ba2c46a req-5ad71f73-bcf6-406a-810a-40b683a0a601 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628412 Apr 21 14:43:25.960488 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] Calling delete_port for 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 owned by network:router_interface {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:43:26.146335 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f2cfe-76b4-4a0a-bf11-3734ae6348a8 req-da01549e-0f3c-409e-851f-4b58a426259f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:26.148124 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d05f2cfe-76b4-4a0a-bf11-3734ae6348a8 req-da01549e-0f3c-409e-851f-4b58a426259f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.2325692 Apr 21 14:43:26.295828 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d05f2cfe-76b4-4a0a-bf11-3734ae6348a8 req-09585a3b-6d03-49a3-a1bc-8a290e49389b tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396697 Apr 21 14:43:27.214307 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:27.220797 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-de0a8b24-e386-43b0-9a84-c486f56496bb tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:27.339372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1980d-0fea-4200-94dc-06a6313c4c2b req-d647c95f-2fc9-40f7-9991-943840cb729d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:27.341305 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b4d1980d-0fea-4200-94dc-06a6313c4c2b req-d647c95f-2fc9-40f7-9991-943840cb729d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1278000 Apr 21 14:43:27.352109 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d2fad2-3d29-4fc6-918f-b70cd9e5e845,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:27.390849 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:27.542162 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b4d1980d-0fea-4200-94dc-06a6313c4c2b req-9f619e08-521a-449e-b258-d82b45d780a6 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875660 Apr 21 14:43:27.909707 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb465e-0fea-44c5-9fbd-fb43e4e47f00 req-438eadb0-f47e-4172-b061-a77b48d3cbda tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:27.933922 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9dfb465e-0fea-44c5-9fbd-fb43e4e47f00 req-438eadb0-f47e-4172-b061-a77b48d3cbda tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.2433658 Apr 21 14:43:28.034192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854347293'] for router_interface, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:28.131957 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:43:28.221885 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9dfb465e-0fea-44c5-9fbd-fb43e4e47f00 req-dd8fba4b-e17f-41d1-82e3-2764b4c958cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750440 Apr 21 14:43:28.862719 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] Router 3b667be4-886a-4112-9f20-64fd292f2cbc has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:43:29.037020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799738ba-5475-4fa3-ba0b-81269ec80601 req-5049aad3-af07-43f2-94d4-8ae99ae8db66 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:29.047148 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-799738ba-5475-4fa3-ba0b-81269ec80601 req-5049aad3-af07-43f2-94d4-8ae99ae8db66 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.3975580 Apr 21 14:43:29.189668 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-799738ba-5475-4fa3-ba0b-81269ec80601 req-5ade016d-efd3-4ea3-9f59-2b3cf15ddbe4 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358237 Apr 21 14:43:29.220079 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 60170) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:29.313813 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea9b16-321f-4fb1-9fea-463735ca3b19 req-986655a7-f164-4128-82e7-13d067544225 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:29.319173 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9eea9b16-321f-4fb1-9fea-463735ca3b19 req-986655a7-f164-4128-82e7-13d067544225 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.4673908 Apr 21 14:43:29.357029 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:43:29.368768 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8807edda-6b19-40f7-9b56-84f00ea29e3a None None] Sync routers for ids ['3b667be4-886a-4112-9f20-64fd292f2cbc'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:43:29.381649 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] 10.222.0.15 "PUT /v2.0/routers/3b667be4-886a-4112-9f20-64fd292f2cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8841045 Apr 21 14:43:29.385337 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 60178) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:29.529938 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8807edda-6b19-40f7-9b56-84f00ea29e3a None None] Routers {'3b667be4-886a-4112-9f20-64fd292f2cbc'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:43:29.531420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-8807edda-6b19-40f7-9b56-84f00ea29e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:43:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['3b667be4-886a-4112-9f20-64fd292f2cbc'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:29.743874 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9eea9b16-321f-4fb1-9fea-463735ca3b19 req-29f6b329-8187-4927-983d-8eff86f1c7cb tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4168022 Apr 21 14:43:30.141827 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a87dad-3d4c-4d89-b6b8-6e55f7315f0e tempest-TestShelveInstance-1944015539 tempest-TestShelveInstance-1944015539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:30.146788 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-78a87dad-3d4c-4d89-b6b8-6e55f7315f0e tempest-TestShelveInstance-1944015539 tempest-TestShelveInstance-1944015539-project-admin] Synchronizing usage tracker for tenant:2e37a48503234fadacd5f0cb6e0f3f7b on resource:port {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:43:30.212673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-78a87dad-3d4c-4d89-b6b8-6e55f7315f0e tempest-TestShelveInstance-1944015539 tempest-TestShelveInstance-1944015539-project-admin] Unset dirty status for tenant:2e37a48503234fadacd5f0cb6e0f3f7b on resource:port {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:43:30.218850 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-78a87dad-3d4c-4d89-b6b8-6e55f7315f0e tempest-TestShelveInstance-1944015539 tempest-TestShelveInstance-1944015539-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 1093 time: 0.9906628 Apr 21 14:43:30.222508 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 60194) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:30.248045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Notify callbacks [] for router, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:30.277380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Request body: {'floatingip': {'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'port_id': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:43:30.347357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:43:30.363268 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-8807edda-6b19-40f7-9b56-84f00ea29e3a None None] Set router 3b667be4-886a-4112-9f20-64fd292f2cbc gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:43:30.389069 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Usage tracker for resource:floatingip and tenant:82a904343c524d8dbab7b58ad4c4642d is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:43:30.407560 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:43:30.500616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:43:30.569395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for floatingip, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:31.133448 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:31.176624 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-8807edda-6b19-40f7-9b56-84f00ea29e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'name': 'tempest-ServerRescueNegativeTestJSON-400219790-router', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:45Z', 'updated_at': '2021-04-21T14:43:26Z', 'revision_number': 5, 'project_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'gw_port': {'id': '37165529-79fb-4f64-8281-a1fefcd3c3f2', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:48Z', 'updated_at': '2021-04-21T14:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:31.192020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Deleting port 37165529-79fb-4f64-8281-a1fefcd3c3f2 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:43:31.194253 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:31.205837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8807edda-6b19-40f7-9b56-84f00ea29e3a None None] Checking router: 3b667be4-886a-4112-9f20-64fd292f2cbc for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:43:31.270636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8807edda-6b19-40f7-9b56-84f00ea29e3a None None] Routers {'3b667be4-886a-4112-9f20-64fd292f2cbc'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:43:31.279309 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-8807edda-6b19-40f7-9b56-84f00ea29e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:43:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['3b667be4-886a-4112-9f20-64fd292f2cbc'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:31.380941 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e692d50-a3d1-4810-a46e-95efac1a4480 req-e4bd4a07-fe02-4658-b092-8cf0d9005375 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:31.382180 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1e692d50-a3d1-4810-a46e-95efac1a4480 req-e4bd4a07-fe02-4658-b092-8cf0d9005375 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.3823464 Apr 21 14:43:31.462528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:31.587987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] For port 37165529-79fb-4f64-8281-a1fefcd3c3f2, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=37165529-79fb-4f64-8281-a1fefcd3c3f2,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:43:31.588495 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:31.682888 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1e692d50-a3d1-4810-a46e-95efac1a4480 req-10c1de9d-e04c-40fe-953c-f667d271e6b2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897711 Apr 21 14:43:31.733849 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-8807edda-6b19-40f7-9b56-84f00ea29e3a None None] Set router 3b667be4-886a-4112-9f20-64fd292f2cbc gateway port host: None {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:43:31.856345 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Calling delete_port for 37165529-79fb-4f64-8281-a1fefcd3c3f2 owned by network:router_gateway {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:43:31.988888 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-8807edda-6b19-40f7-9b56-84f00ea29e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'name': 'tempest-ServerRescueNegativeTestJSON-400219790-router', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:45Z', 'updated_at': '2021-04-21T14:43:31Z', 'revision_number': 6, 'project_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'gw_port_host': None}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:32.002356 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8807edda-6b19-40f7-9b56-84f00ea29e3a None None] The sync data for ids ['3b667be4-886a-4112-9f20-64fd292f2cbc'] in dv-cinder-786385-2-smb is: [{'id': '3b667be4-886a-4112-9f20-64fd292f2cbc', 'name': 'tempest-ServerRescueNegativeTestJSON-400219790-router', 'tenant_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:45Z', 'updated_at': '2021-04-21T14:43:31Z', 'revision_number': 6, 'project_id': 'c11f8866bb7b42299fa431b79c50c8ae', 'gw_port_host': None}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:43:32.025442 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Allocated IP 172.28.3.4 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/5f3a0c84-b670-40c9-9f89-fdc798a98a8c) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:43:32.272591 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:32.311348 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839802266'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:32.324870 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:32.527890 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Pushing event updated for resources: {'Port': ['ID=5f3a0c84-b670-40c9-9f89-fdc798a98a8c,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:32.539154 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:32.547157 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:43:32.549819 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:43:32.562383 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:43:32.647162 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:43:32.807058 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:43:32.810180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 72d2fad2-3d29-4fc6-918f-b70cd9e5e845 not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:43:32.811269 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 37165529-79fb-4f64-8281-a1fefcd3c3f2 no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:43:32.934988 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:32.959128 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:33.035358 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No active binding found for port 37165529-79fb-4f64-8281-a1fefcd3c3f2 {{(pid=86345) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 21 14:43:33.037433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 37165529-79fb-4f64-8281-a1fefcd3c3f2 not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:43:33.194224 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Pushing event deleted for resources: {'Port': ['ID=37165529-79fb-4f64-8281-a1fefcd3c3f2,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:33.331904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:33.494085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449634'] for router_gateway, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:33.499779 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8c766-813b-4c8d-bd00-6df1dbb945aa req-6b409979-6f71-45d1-a270-a62f9f57aa95 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:33.516015 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-98c8c766-813b-4c8d-bd00-6df1dbb945aa req-6b409979-6f71-45d1-a270-a62f9f57aa95 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.4979198 Apr 21 14:43:33.686155 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-98c8c766-813b-4c8d-bd00-6df1dbb945aa req-bdf99d4b-6080-4d38-a4ec-817184ca5e2b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690276 Apr 21 14:43:33.864179 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:34.015085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15874'] for router, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:34.018270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:34.118811 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:34.408410 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for port, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:34.413174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14973551'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:34.426037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:34.460680 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346374'] for router, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:34.466522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b667be4-886a-4112-9f20-64fd292f2cbc {{(pid=86343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 14:43:34.523882 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Notify callbacks [] for router, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:34.538513 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] 10.222.0.15 "DELETE /v2.0/routers/3b667be4-886a-4112-9f20-64fd292f2cbc HTTP/1.1" status: 204 len: 168 time: 5.1513412 Apr 21 14:43:34.543267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 60296) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:34.697147 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Pushing event updated for resources: {'Port': ['ID=5f3a0c84-b670-40c9-9f89-fdc798a98a8c,revision_number=2']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:34.710199 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:34.712406 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:34.858402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a7de29-f4af-4d4a-be28-fedd39f06b66 admin admin] Deleting subnet 624fa397-d3e9-4c20-810a-a1a22a65c72e {{(pid=86343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:43:34.863407 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c1a7de29-f4af-4d4a-be28-fedd39f06b66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:34.959746 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c1a7de29-f4af-4d4a-be28-fedd39f06b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16415403'] for subnet, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:35.026127 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-919b9dbe-9822-4157-987c-75e570250172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:35.036883 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_db [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Floating IP c8adaa40-4dcb-407a-a51d-464efbc16f6b associated. External IP: 172.28.3.4, port: 1fd86c5c-1471-4f6d-a8cf-39d29b79430a. Apr 21 14:43:35.094562 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c1a7de29-f4af-4d4a-be28-fedd39f06b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:35.464282 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c1a7de29-f4af-4d4a-be28-fedd39f06b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838360547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838220951'] for subnet, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:35.475456 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:35.491099 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efb8f5-5c31-4219-bd9d-be26dd8e29b4 req-c7a53518-8305-42a4-a04c-75b6b0dcd494 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:35.495083 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d4efb8f5-5c31-4219-bd9d-be26dd8e29b4 req-c7a53518-8305-42a4-a04c-75b6b0dcd494 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.3444846 Apr 21 14:43:35.514100 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c1a7de29-f4af-4d4a-be28-fedd39f06b66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:35.524951 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c1a7de29-f4af-4d4a-be28-fedd39f06b66 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/624fa397-d3e9-4c20-810a-a1a22a65c72e HTTP/1.1" status: 204 len: 168 time: 0.9789011 Apr 21 14:43:35.530919 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 60324) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:35.532080 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7de29-f4af-4d4a-be28-fedd39f06b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=624fa397-d3e9-4c20-810a-a1a22a65c72e,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:35.540692 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c1a7de29-f4af-4d4a-be28-fedd39f06b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:35.603347 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d4efb8f5-5c31-4219-bd9d-be26dd8e29b4 req-f418c671-5fc5-4c3e-9b8e-a260d8daf7dc tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871112 Apr 21 14:43:35.674883 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:35.834092 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:36.085496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9']}} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:36.102914 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f15d025-0c42-4d23-abfe-e63d25c21ee3') {'for_net_delete': True} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:36.103412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f15d025-0c42-4d23-abfe-e63d25c21ee3') {} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:36.131368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838360413'] for segment, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:36.172764 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:36.190156 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=86343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:43:36.401646 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Router 272a8dcb-6909-498e-a2a3-369cf1af2851 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:43:36.457021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] Network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:43:36.502996 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16416190'] for segment, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:36.643498 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 60340) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:36.771863 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-feed47dc-63d5-4f60-ad49-d4460e86a41a admin admin] Deleting subnet d527c8cd-9818-40e4-aa76-1e38b2ae8bb6 {{(pid=86344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:43:36.777690 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-feed47dc-63d5-4f60-ad49-d4460e86a41a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:36.804902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] Network f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:43:36.832135 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:43:36.851660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee68ed-7774-48b5-bfc9-e5a920fa447c None None] Sync routers for ids ['272a8dcb-6909-498e-a2a3-369cf1af2851'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:43:36.869158 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:36.957971 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee68ed-7774-48b5-bfc9-e5a920fa447c None None] Routers {'272a8dcb-6909-498e-a2a3-369cf1af2851'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:43:36.958805 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-d4ee68ed-7774-48b5-bfc9-e5a920fa447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:43:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['272a8dcb-6909-498e-a2a3-369cf1af2851'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:36.993712 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 6.7689598 Apr 21 14:43:36.997417 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a'}] {{(pid=86344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:43:37.015067 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-feed47dc-63d5-4f60-ad49-d4460e86a41a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15093118'] for subnet, precommit_delete_associations {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:43:37.112183 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:43:37.219532 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'status': 'completed', 'code': 200} Apr 21 14:43:37.293749 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-feed47dc-63d5-4f60-ad49-d4460e86a41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:37.365300 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:37.401215 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:37.418669 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:37.423730 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-d4ee68ed-7774-48b5-bfc9-e5a920fa447c None None] Set router 272a8dcb-6909-498e-a2a3-369cf1af2851 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:43:37.486994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:37.495849 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:37.500818 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] 10.222.0.15 "DELETE /v2.0/networks/f5a899cb-dd6d-4901-aa1d-2e6ae5743fc9 HTTP/1.1" status: 204 len: 168 time: 1.9561779 Apr 21 14:43:37.501507 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92e5e6-c0f7-4537-9676-2d9be137f943 req-1f131dc8-1b40-4225-ab6d-820e0e49561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:37.503273 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3c92e5e6-c0f7-4537-9676-2d9be137f943 req-1f131dc8-1b40-4225-ab6d-820e0e49561f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 1098 time: 0.3900962 Apr 21 14:43:37.523319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43176774-6c03-4271-b3b1-2b03473c1a21 req-7dab4b28-2382-4726-8aec-b8cdda566766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:37.525275 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-43176774-6c03-4271-b3b1-2b03473c1a21 req-7dab4b28-2382-4726-8aec-b8cdda566766 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82a904343c524d8dbab7b58ad4c4642d&device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 1098 time: 0.2395151 Apr 21 14:43:37.990957 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43176774-6c03-4271-b3b1-2b03473c1a21 req-48047e4d-367f-49e6-8780-84021d924649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:37.992575 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-43176774-6c03-4271-b3b1-2b03473c1a21 req-48047e4d-367f-49e6-8780-84021d924649 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c6c898c-e436-4dfd-8036-3c794bda2677 HTTP/1.1" status: 200 len: 909 time: 0.4590151 Apr 21 14:43:37.993187 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 60370) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:38.160368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92e5e6-c0f7-4537-9676-2d9be137f943 req-18a85245-6c42-429b-8220-6d4d33361939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:38.162278 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3c92e5e6-c0f7-4537-9676-2d9be137f943 req-18a85245-6c42-429b-8220-6d4d33361939 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 917 time: 0.1680465 Apr 21 14:43:38.293300 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-feed47dc-63d5-4f60-ad49-d4460e86a41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839801422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13952544'] for subnet, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:38.313369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:38.390848 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed47dc-63d5-4f60-ad49-d4460e86a41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d527c8cd-9818-40e4-aa76-1e38b2ae8bb6,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:38.402936 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-feed47dc-63d5-4f60-ad49-d4460e86a41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:38.425021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fcdc6-aed9-413f-b7ca-c1a1bcb4c94e req-e336d984-e936-4d90-bb48-1b46bf496dd7 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:38.434330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-67258c80-8175-4218-83e6-78a806c98f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:38.441522 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-be5fcdc6-aed9-413f-b7ca-c1a1bcb4c94e req-e336d984-e936-4d90-bb48-1b46bf496dd7 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 1.3504946 Apr 21 14:43:38.489190 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ae40a8fa-c43a-4116-8fb7-78660a311186 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c11f8866bb7b42299fa431b79c50c8ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3315885 Apr 21 14:43:38.499770 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-d4ee68ed-7774-48b5-bfc9-e5a920fa447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:42:05Z', 'revision_number': 4, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port': {'id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:54Z', 'updated_at': '2021-04-21T14:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': 'c8adaa40-4dcb-407a-a51d-464efbc16f6b', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'floating_ip_address': '172.28.3.4', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'port_id': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'mac_address': 'fa:16:3e:3a:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:43:33Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 0, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13bdd207-cde2-425c-af7a-a8db804ba727', 'name': '', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'mac_address': 'fa:16:3e:15:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:02Z', 'updated_at': '2021-04-21T14:42:18Z', 'revision_number': 5, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'subnets': [{'id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:38.500425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 60378) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:38.502612 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3c92e5e6-c0f7-4537-9676-2d9be137f943 req-ad044e11-35dd-4291-9dda-f65e75d7dce5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06c4f399-bafa-497b-a88b-be57cd77e071 HTTP/1.1" status: 200 len: 1001 time: 0.2505131 Apr 21 14:43:38.524899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee68ed-7774-48b5-bfc9-e5a920fa447c None None] Checking router: 272a8dcb-6909-498e-a2a3-369cf1af2851 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:43:38.564111 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee68ed-7774-48b5-bfc9-e5a920fa447c None None] Routers {'272a8dcb-6909-498e-a2a3-369cf1af2851'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:43:38.567080 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-d4ee68ed-7774-48b5-bfc9-e5a920fa447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:43:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['272a8dcb-6909-498e-a2a3-369cf1af2851'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:38.624024 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-be5fcdc6-aed9-413f-b7ca-c1a1bcb4c94e req-5b3faedc-713b-4b8c-831e-861eb5d5b9ec tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803908 Apr 21 14:43:38.626207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-feed47dc-63d5-4f60-ad49-d4460e86a41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:38.664826 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-feed47dc-63d5-4f60-ad49-d4460e86a41a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d527c8cd-9818-40e4-aa76-1e38b2ae8bb6 HTTP/1.1" status: 204 len: 168 time: 2.0143580 Apr 21 14:43:38.673433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 60382) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:38.715871 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92e5e6-c0f7-4537-9676-2d9be137f943 req-f1ffece2-178d-475e-b7a3-83438926d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:38.717646 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3c92e5e6-c0f7-4537-9676-2d9be137f943 req-f1ffece2-178d-475e-b7a3-83438926d191 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 200 len: 855 time: 0.1873178 Apr 21 14:43:38.719840 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-43176774-6c03-4271-b3b1-2b03473c1a21 req-e832baed-e57a-470e-bcc4-280e3ff236f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a HTTP/1.1" status: 200 len: 997 time: 0.5402944 Apr 21 14:43:38.895048 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d03624be-b7b6-47d8-a569-15edbdea443b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:38.973951 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:39.028126 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43176774-6c03-4271-b3b1-2b03473c1a21 req-d55c909d-cdec-4aab-8a67-d9ee3d997567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:39.035482 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-43176774-6c03-4271-b3b1-2b03473c1a21 req-d55c909d-cdec-4aab-8a67-d9ee3d997567 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=786e5c71-17b6-45dd-ac99-0b9dda843b69 HTTP/1.1" status: 200 len: 847 time: 0.3014772 Apr 21 14:43:39.046366 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d03624be-b7b6-47d8-a569-15edbdea443b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:39.174011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:39.176002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92e5e6-c0f7-4537-9676-2d9be137f943 req-f969ee37-2aa9-4cb4-8e1d-19d6d20daa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:39.177999 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3c92e5e6-c0f7-4537-9676-2d9be137f943 req-f969ee37-2aa9-4cb4-8e1d-19d6d20daa95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4457450 Apr 21 14:43:39.207288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-d4ee68ed-7774-48b5-bfc9-e5a920fa447c None None] Set router 272a8dcb-6909-498e-a2a3-369cf1af2851 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:43:39.309901 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:39.457971 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fe3a78-bde6-4a67-9d14-376e6fa74868']}} {{(pid=86344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:39.474765 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559e315b-e75f-441a-97d7-97672c439551') {'for_net_delete': True} {{(pid=86344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:39.475089 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559e315b-e75f-441a-97d7-97672c439551') {} {{(pid=86344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:39.490586 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839682698'] for segment, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:39.517169 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:39.539293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=86344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:43:39.831386 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:39.864474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d03624be-b7b6-47d8-a569-15edbdea443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:39.872403 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c5be5739-70ca-4165-9358-398cb5223073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:39.887576 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3c92e5e6-c0f7-4537-9676-2d9be137f943 req-64e753c3-85d5-46d5-af2f-fa8584d765d6 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733010 Apr 21 14:43:39.889605 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03624be-b7b6-47d8-a569-15edbdea443b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a89a7b-a370-4bb4-ac80-082241bc0a04,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:39.896402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d03624be-b7b6-47d8-a569-15edbdea443b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:39.901833 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-d4ee68ed-7774-48b5-bfc9-e5a920fa447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:42:05Z', 'revision_number': 4, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port': {'id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:54Z', 'updated_at': '2021-04-21T14:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': 'c8adaa40-4dcb-407a-a51d-464efbc16f6b', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'floating_ip_address': '172.28.3.4', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'port_id': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'mac_address': 'fa:16:3e:3a:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:43:33Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 0, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13bdd207-cde2-425c-af7a-a8db804ba727', 'name': '', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'mac_address': 'fa:16:3e:15:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:02Z', 'updated_at': '2021-04-21T14:42:18Z', 'revision_number': 5, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'subnets': [{'id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:43:39.909355 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee68ed-7774-48b5-bfc9-e5a920fa447c None None] The sync data for ids ['272a8dcb-6909-498e-a2a3-369cf1af2851'] in dv-cinder-786385-2-smb is: [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:42:05Z', 'revision_number': 4, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port': {'id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:54Z', 'updated_at': '2021-04-21T14:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': 'c8adaa40-4dcb-407a-a51d-464efbc16f6b', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'floating_ip_address': '172.28.3.4', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'port_id': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'mac_address': 'fa:16:3e:3a:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:43:33Z', 'updated_at': '2021-04-21T14:43:33Z', 'revision_number': 0, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13bdd207-cde2-425c-af7a-a8db804ba727', 'name': '', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'mac_address': 'fa:16:3e:15:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:02Z', 'updated_at': '2021-04-21T14:42:18Z', 'revision_number': 5, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'subnets': [{'id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:43:39.934468 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:39.940121 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] Network b2fe3a78-bde6-4a67-9d14-376e6fa74868 has no segments {{(pid=86344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:43:39.963157 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14973457'] for segment, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:40.112620 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3c92e5e6-c0f7-4537-9676-2d9be137f943 req-16eca1a5-d215-4e34-ab4e-ccc8e9304821 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146122 Apr 21 14:43:40.126280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d03624be-b7b6-47d8-a569-15edbdea443b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:40.127869 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d03624be-b7b6-47d8-a569-15edbdea443b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67a89a7b-a370-4bb4-ac80-082241bc0a04 HTTP/1.1" status: 204 len: 168 time: 1.6228726 Apr 21 14:43:40.130920 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43176774-6c03-4271-b3b1-2b03473c1a21 req-eb5da010-5137-44fc-95c2-d7114d44986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:40.132631 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-43176774-6c03-4271-b3b1-2b03473c1a21 req-eb5da010-5137-44fc-95c2-d7114d44986e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c6c898c-e436-4dfd-8036-3c794bda2677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0652523 Apr 21 14:43:40.221181 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] Network b2fe3a78-bde6-4a67-9d14-376e6fa74868 has no segments {{(pid=86344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:43:40.271374 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:43:40.429356 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9359ced-574e-4d16-bc95-58769bc416d6 None None] New status for floating IP c8adaa40-4dcb-407a-a51d-464efbc16f6b: ACTIVE {{(pid=86346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:43:40.450846 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-43176774-6c03-4271-b3b1-2b03473c1a21 req-8d1687ba-f031-4dda-a5ed-187cbfcf5bab service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066430 Apr 21 14:43:40.631512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:40.669012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ff951025-8d3e-4d85-8629-40f04cc8fda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:40.720843 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:40.730313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2fe3a78-bde6-4a67-9d14-376e6fa74868,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:40.771910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:40.823505 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-773d6388-f2a8-4079-82fe-f7cd9be11293 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b2fe3a78-bde6-4a67-9d14-376e6fa74868 HTTP/1.1" status: 204 len: 168 time: 2.1482787 Apr 21 14:43:40.855903 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa961b-69a2-43ce-b819-a13343d5e7fe req-a334a9b7-4ccc-4836-8ba6-fb8601ad3435 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:40.868434 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-88aa961b-69a2-43ce-b819-a13343d5e7fe req-a334a9b7-4ccc-4836-8ba6-fb8601ad3435 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.9809315 Apr 21 14:43:40.898688 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-43176774-6c03-4271-b3b1-2b03473c1a21 req-b2d381f4-6eee-42ca-a333-2fbe941f4d6a service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373558 Apr 21 14:43:40.938497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:41.005163 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-88aa961b-69a2-43ce-b819-a13343d5e7fe req-a6182aac-59c1-47e1-8119-e421a3115ecd tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325319 Apr 21 14:43:41.130034 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 60420) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:41.208188 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a430e56c-ee49-418e-b0a8-baff8ee1f6de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9697196dcb234e47be6b135250436988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766559 Apr 21 14:43:41.208450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 60426) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:41.374832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-392cb7eb-d158-403e-a882-f07868eb6c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:41.419711 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-392cb7eb-d158-403e-a882-f07868eb6c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:41.520574 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-392cb7eb-d158-403e-a882-f07868eb6c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:41.531050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4b44ca7f-3969-43d4-9896-4119dce335eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:41.568658 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cb7eb-d158-403e-a882-f07868eb6c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67819811-4a82-4e94-b395-00083070f432,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:41.580063 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-392cb7eb-d158-403e-a882-f07868eb6c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:41.588400 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-392cb7eb-d158-403e-a882-f07868eb6c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:41.591346 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-392cb7eb-d158-403e-a882-f07868eb6c47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67819811-4a82-4e94-b395-00083070f432 HTTP/1.1" status: 204 len: 168 time: 0.3809152 Apr 21 14:43:42.413220 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468844fa-fbc4-453c-9742-ff3d7870013d req-f4b35803-c529-41fd-acfe-d8683ab54923 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:42.422523 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-468844fa-fbc4-453c-9742-ff3d7870013d req-f4b35803-c529-41fd-acfe-d8683ab54923 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1951630 Apr 21 14:43:42.496808 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-468844fa-fbc4-453c-9742-ff3d7870013d req-df039d71-033b-4e7b-91aa-f2fd5deb6c38 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728962 Apr 21 14:43:43.838976 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9ea33-e623-496c-9e2a-7f4543cdd211 req-02567e34-9b7d-4126-a761-83455265b632 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:43.840797 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c8f9ea33-e623-496c-9e2a-7f4543cdd211 req-02567e34-9b7d-4126-a761-83455265b632 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1007941 Apr 21 14:43:43.902040 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c8f9ea33-e623-496c-9e2a-7f4543cdd211 req-ee415164-d43a-4c45-8dc5-eb69acac708a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534289 Apr 21 14:43:44.814190 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d256a-773c-436d-bb20-1a6b359a9e21 req-4f9d914e-a2b8-42e3-aa70-5c94bc6e777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:44.816090 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-263d256a-773c-436d-bb20-1a6b359a9e21 req-4f9d914e-a2b8-42e3-aa70-5c94bc6e777c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 1098 time: 0.1099491 Apr 21 14:43:45.155438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d256a-773c-436d-bb20-1a6b359a9e21 req-3dc121b8-7a94-4596-97b7-b0e4f14ee827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:45.158773 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-263d256a-773c-436d-bb20-1a6b359a9e21 req-3dc121b8-7a94-4596-97b7-b0e4f14ee827 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 917 time: 0.3306205 Apr 21 14:43:45.301845 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-263d256a-773c-436d-bb20-1a6b359a9e21 req-9e5fdf1a-1043-44ef-9fcb-58fd42e65c11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06c4f399-bafa-497b-a88b-be57cd77e071 HTTP/1.1" status: 200 len: 1001 time: 0.1357796 Apr 21 14:43:45.372728 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa6bda-80c6-4b79-b74a-f1e1e599aa8b req-a86bae84-2be7-46fe-b9d0-28177e9ef3aa tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:45.388010 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27fa6bda-80c6-4b79-b74a-f1e1e599aa8b req-a86bae84-2be7-46fe-b9d0-28177e9ef3aa tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.2052786 Apr 21 14:43:45.388504 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d256a-773c-436d-bb20-1a6b359a9e21 req-8b2357ae-7348-4fc6-a057-3aa5fc16e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:45.390737 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-263d256a-773c-436d-bb20-1a6b359a9e21 req-8b2357ae-7348-4fc6-a057-3aa5fc16e096 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 200 len: 855 time: 0.0816913 Apr 21 14:43:45.479760 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27fa6bda-80c6-4b79-b74a-f1e1e599aa8b req-dd545bfb-45e4-4ac4-a59e-488b3d7e1885 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899291 Apr 21 14:43:45.533798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d256a-773c-436d-bb20-1a6b359a9e21 req-b948a916-fbdb-470d-8822-304cab708599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:45.536084 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-263d256a-773c-436d-bb20-1a6b359a9e21 req-b948a916-fbdb-470d-8822-304cab708599 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1364658 Apr 21 14:43:45.728732 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-263d256a-773c-436d-bb20-1a6b359a9e21 req-ffc3b190-bca8-45d9-9874-0cf3d4749730 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844549 Apr 21 14:43:45.908673 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-263d256a-773c-436d-bb20-1a6b359a9e21 req-7859b1d8-63f9-4e57-8a83-89cd6f098a20 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722424 Apr 21 14:43:46.882522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef9379-8456-463f-9628-5eb0c5ffa097 req-8545621f-f469-4023-8958-ea06b363ddbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:46.884974 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5ef9379-8456-463f-9628-5eb0c5ffa097 req-8545621f-f469-4023-8958-ea06b363ddbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 945 time: 0.1457083 Apr 21 14:43:46.967532 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b5ef9379-8456-463f-9628-5eb0c5ffa097 req-b5ed29f9-5c5c-4f27-938f-206fb02c7780 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680096 Apr 21 14:43:47.505392 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 06c4f399-bafa-497b-a88b-be57cd77e071 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:43:47.714707 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:47.743280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 60622) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:47.752247 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:43:47.765355 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 06c4f399-bafa-497b-a88b-be57cd77e071, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06c4f399-bafa-497b-a88b-be57cd77e071,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:43:47.785831 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:47.788451 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:47.893176 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071', 'code': 200} Apr 21 14:43:47.911230 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=06c4f399-bafa-497b-a88b-be57cd77e071,revision_number=8']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:47.929039 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:47.930566 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:47.930725 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:47.931307 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:47.931902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:47.932517 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:47.933218 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:47.933738 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:47.934345 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:47.934952 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:47.935544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:47.936133 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:47.943238 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:47.987483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:48.017882 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:43:48.026757 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Usage tracker for resource:security_group_rule and tenant:0c904628cc9348b1988ddaed4bd26d74 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:43:48.032671 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:43:48.045709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:43:48.178573 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:48.183379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:48.200157 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:48.249484 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e6650-ee11-4572-9c9e-0225ff3b523c req-12373d12-882d-4dad-8d54-30c9c4fb778b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:48.252582 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-027e6650-ee11-4572-9c9e-0225ff3b523c req-12373d12-882d-4dad-8d54-30c9c4fb778b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.1061707 Apr 21 14:43:48.259037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56f778d-d4a6-45cb-9d71-44afe55ec88a,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:48.263875 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c904628cc9348b1988ddaed4bd26d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193169 Apr 21 14:43:48.271309 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 60634) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:48.276043 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:48.276471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:48.277640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:48.278064 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:48.278482 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:48.278896 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:48.279310 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:48.279716 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:48.280124 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:48.280528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:48.280982 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:48.281386 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:43:48.295872 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:48.341922 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-027e6650-ee11-4572-9c9e-0225ff3b523c req-15cb94cc-f17d-4114-a2d2-265ab433f00d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786955 Apr 21 14:43:48.356217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3a9b433-f79c-490e-82d3-5041126c50c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:48.391266 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3a9b433-f79c-490e-82d3-5041126c50c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:48.468058 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3a9b433-f79c-490e-82d3-5041126c50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:48.480333 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-718e92ec-bd4d-4bd7-b082-a116bc73c2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:48.518129 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9b433-f79c-490e-82d3-5041126c50c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56f778d-d4a6-45cb-9d71-44afe55ec88a,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:48.520641 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c3a9b433-f79c-490e-82d3-5041126c50c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:48.546374 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3a9b433-f79c-490e-82d3-5041126c50c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:48.551798 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c3a9b433-f79c-490e-82d3-5041126c50c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c56f778d-d4a6-45cb-9d71-44afe55ec88a HTTP/1.1" status: 204 len: 168 time: 0.2748492 Apr 21 14:43:49.175175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 60676) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:49.214293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af9ac752-4d3d-4549-83ae-1cbdc7c9d9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:49.247153 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-af9ac752-4d3d-4549-83ae-1cbdc7c9d9a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:43:49.253649 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-af9ac752-4d3d-4549-83ae-1cbdc7c9d9a0 admin admin] Usage tracker for resource:security_group_rule and tenant:e807814d110f4e629ab1f908cedc9d07 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:43:49.257094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-af9ac752-4d3d-4549-83ae-1cbdc7c9d9a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:43:49.264893 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-af9ac752-4d3d-4549-83ae-1cbdc7c9d9a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:43:49.311887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603099b-d727-4774-bb23-fbec30ff5176 req-815c48c7-6b7c-4f5b-9819-28bf56cb9ca9 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:49.313817 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d603099b-d727-4774-bb23-fbec30ff5176 req-815c48c7-6b7c-4f5b-9819-28bf56cb9ca9 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1102035 Apr 21 14:43:49.380374 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d603099b-d727-4774-bb23-fbec30ff5176 req-e6d0ecfe-f28b-44dd-aaac-53db67402737 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592439 Apr 21 14:43:49.478718 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af9ac752-4d3d-4549-83ae-1cbdc7c9d9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:49.484521 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af9ac752-4d3d-4549-83ae-1cbdc7c9d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:49.511458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-54f38c3a-c177-4cf5-b3c0-a638b8e3c111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:49.605915 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-af9ac752-4d3d-4549-83ae-1cbdc7c9d9a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e807814d110f4e629ab1f908cedc9d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285874 Apr 21 14:43:49.608357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ac752-4d3d-4549-83ae-1cbdc7c9d9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7eb889-c869-4288-8b00-f5f5156c26d3,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:49.610804 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 60686) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:49.615239 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-af9ac752-4d3d-4549-83ae-1cbdc7c9d9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:49.680341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-54cd033d-875d-4d9e-841c-0548a2f36807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:49.714196 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-54cd033d-875d-4d9e-841c-0548a2f36807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:49.775142 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-54cd033d-875d-4d9e-841c-0548a2f36807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:49.782151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-04393d59-f336-4ebd-907c-13a5e21f6c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:43:49.795035 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd033d-875d-4d9e-841c-0548a2f36807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7eb889-c869-4288-8b00-f5f5156c26d3,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:43:49.799616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-54cd033d-875d-4d9e-841c-0548a2f36807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:43:49.803599 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-54cd033d-875d-4d9e-841c-0548a2f36807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:49.805464 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-54cd033d-875d-4d9e-841c-0548a2f36807 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b7eb889-c869-4288-8b00-f5f5156c26d3 HTTP/1.1" status: 204 len: 168 time: 0.1928904 Apr 21 14:43:50.157934 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368a971-ce0f-4249-9c0d-ea1a657b4c0f req-7339c05b-0b5a-469f-936c-74e054f4e37a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:50.160864 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c368a971-ce0f-4249-9c0d-ea1a657b4c0f req-7339c05b-0b5a-469f-936c-74e054f4e37a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.1233392 Apr 21 14:43:50.255999 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c368a971-ce0f-4249-9c0d-ea1a657b4c0f req-9adc565f-6b3f-4e2c-bec0-e1df05f97330 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791264 Apr 21 14:43:50.710293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bacb8-e05e-4d36-9cd4-9d13f2956a6f req-4fb5499e-51de-4698-b935-1447b407b08e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:50.714175 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3c2bacb8-e05e-4d36-9cd4-9d13f2956a6f req-4fb5499e-51de-4698-b935-1447b407b08e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1382401 Apr 21 14:43:50.764942 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 60736) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:50.815148 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3c2bacb8-e05e-4d36-9cd4-9d13f2956a6f req-73ab4a34-050f-4c0a-83ac-6bcfedec5ef0 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931296 Apr 21 14:43:50.965307 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-d3d7883b-bd11-4c48-94eb-fc6ef179bd99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1984301 Apr 21 14:43:51.516390 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 06c4f399-bafa-497b-a88b-be57cd77e071 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:43:51.815168 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6621a-a8ea-47bf-83ee-21360d8d8ee8 req-de3cef73-5aa0-4e84-843d-023659791e1f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:51.821645 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9ab6621a-a8ea-47bf-83ee-21360d8d8ee8 req-de3cef73-5aa0-4e84-843d-023659791e1f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.2400472 Apr 21 14:43:51.923776 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9ab6621a-a8ea-47bf-83ee-21360d8d8ee8 req-0cea32c6-a022-4d1e-a82b-81dc1d158cae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999112 Apr 21 14:43:52.151681 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1f76a-faf7-499e-8d57-6195cc93f8d5 req-1c4d52ed-4d54-429c-af92-73be5ae3f558 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:52.153534 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-77b1f76a-faf7-499e-8d57-6195cc93f8d5 req-1c4d52ed-4d54-429c-af92-73be5ae3f558 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1048906 Apr 21 14:43:52.222554 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-77b1f76a-faf7-499e-8d57-6195cc93f8d5 req-8cd8706e-1ded-4937-8a84-5186c544098d tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524220 Apr 21 14:43:52.837482 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-27f38466-d749-4094-81f1-545b5b5496e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:52.840134 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-27f38466-d749-4094-81f1-545b5b5496e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702&tenant_id=a316512ef8944f2d8f18a8de373ca6d4 HTTP/1.1" status: 200 len: 1096 time: 0.1334331 Apr 21 14:43:52.986580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-d794cdb0-fd30-470f-a538-18c0b975b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:52.989702 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-d794cdb0-fd30-470f-a538-18c0b975b349 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 1096 time: 0.1186166 Apr 21 14:43:53.276733 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-c8067c7d-d2f8-4761-922e-b689bd0c83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:53.278909 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-c8067c7d-d2f8-4761-922e-b689bd0c83a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 917 time: 0.2819602 Apr 21 14:43:53.470701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734072e2-e879-416b-bb71-13a0cc5b60b4 req-03abea47-0a70-431b-90eb-dfabe394a6e8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:53.483594 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-c43d5f9a-abf9-4d4d-89df-0d64c8612278 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06c4f399-bafa-497b-a88b-be57cd77e071 HTTP/1.1" status: 200 len: 999 time: 0.1984510 Apr 21 14:43:53.485045 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-734072e2-e879-416b-bb71-13a0cc5b60b4 req-03abea47-0a70-431b-90eb-dfabe394a6e8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.3089423 Apr 21 14:43:53.634332 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-734072e2-e879-416b-bb71-13a0cc5b60b4 req-717764cc-7fd9-446c-9ad8-6a9307f3e1dc tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446102 Apr 21 14:43:53.662135 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-d300666b-5c20-496c-a5aa-84a1a4f92168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:53.665468 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-d300666b-5c20-496c-a5aa-84a1a4f92168 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 200 len: 855 time: 0.1713970 Apr 21 14:43:53.791574 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343b061-5a56-45bf-81e9-bad2762f41b3 req-d5409bdc-adb3-433f-892f-e43610649ec6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:53.793753 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b343b061-5a56-45bf-81e9-bad2762f41b3 req-d5409bdc-adb3-433f-892f-e43610649ec6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1579289 Apr 21 14:43:53.845386 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-8adcf821-6917-4971-a18b-0213b72e16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:53.848951 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-8adcf821-6917-4971-a18b-0213b72e16f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1745906 Apr 21 14:43:53.857403 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b343b061-5a56-45bf-81e9-bad2762f41b3 req-15ebf870-ef52-4ee7-b6c4-ee8918e550a5 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498705 Apr 21 14:43:54.091889 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-ab0cb5e7-1819-4b82-8f2a-f322a79d81a1 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354946 Apr 21 14:43:54.251362 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d3a2b418-4c04-410c-a9c5-5fa517741a58 req-0e37b2ec-6fc7-4c50-8a61-212d17fc3a2f service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504428 Apr 21 14:43:54.359961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd8d21-0aea-4bb2-9100-11b454c13f5a req-c5a61691-57aa-4ec7-ac89-abf602e47924 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:54.361744 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b6cd8d21-0aea-4bb2-9100-11b454c13f5a req-c5a61691-57aa-4ec7-ac89-abf602e47924 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.1017878 Apr 21 14:43:54.417310 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b6cd8d21-0aea-4bb2-9100-11b454c13f5a req-3923e282-b228-4168-8110-658a21381899 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477822 Apr 21 14:43:54.900127 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd4d1f-e50d-4300-8778-e586d513f92c req-ec77fa95-174f-412e-96fe-537965865857 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:54.902913 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-80bd4d1f-e50d-4300-8778-e586d513f92c req-ec77fa95-174f-412e-96fe-537965865857 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.1152308 Apr 21 14:43:55.008973 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-80bd4d1f-e50d-4300-8778-e586d513f92c req-f6293682-a0fc-4395-a353-1d50c3798678 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974429 Apr 21 14:43:55.308503 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd75ca-283a-4b0f-9ec0-bc4246bc6d44 req-2c6c63f9-de5e-4df1-a711-496365e43862 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:55.311372 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1ecd75ca-283a-4b0f-9ec0-bc4246bc6d44 req-2c6c63f9-de5e-4df1-a711-496365e43862 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1516263 Apr 21 14:43:55.771511 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1ecd75ca-283a-4b0f-9ec0-bc4246bc6d44 req-b0e09e43-bc95-4e7e-b937-0a1221559003 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4453897 Apr 21 14:43:55.867762 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510f937-90aa-48d1-8410-4e31158d92d3 req-ff326211-7eee-4ba2-bfa1-8b7af67922de tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:55.869754 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d510f937-90aa-48d1-8410-4e31158d92d3 req-ff326211-7eee-4ba2-bfa1-8b7af67922de tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.1721487 Apr 21 14:43:55.966464 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d510f937-90aa-48d1-8410-4e31158d92d3 req-c337a637-57c1-4565-9796-02e7c9cd39eb tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694621 Apr 21 14:43:56.602844 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce65b4-d534-460d-adf2-31805e46e2fd req-3d77c355-3b0a-43c3-9cdb-9b68ef129c16 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:56.612900 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8dce65b4-d534-460d-adf2-31805e46e2fd req-3d77c355-3b0a-43c3-9cdb-9b68ef129c16 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.2478635 Apr 21 14:43:56.661216 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8dce65b4-d534-460d-adf2-31805e46e2fd req-5c0f3896-12f7-462a-adc8-cfde592782b0 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470676 Apr 21 14:43:57.119971 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae4fa-32ef-4f6a-9c68-0b1380536cd7 req-14374d72-119d-4365-b91d-9c944fa58e68 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:57.136224 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4d5ae4fa-32ef-4f6a-9c68-0b1380536cd7 req-14374d72-119d-4365-b91d-9c944fa58e68 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1935670 Apr 21 14:43:57.322202 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4d5ae4fa-32ef-4f6a-9c68-0b1380536cd7 req-471d11be-34b7-4ddf-9f07-29e0c86c645b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844261 Apr 21 14:43:57.392198 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63495752-998b-4756-a150-c505612b8990 req-c1f41be4-c00b-4bfb-83ad-64a99fbfef23 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:57.400984 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-63495752-998b-4756-a150-c505612b8990 req-c1f41be4-c00b-4bfb-83ad-64a99fbfef23 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.2264290 Apr 21 14:43:57.475684 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-63495752-998b-4756-a150-c505612b8990 req-128f8652-40f5-417a-889b-3af733c36bf3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695148 Apr 21 14:43:58.059911 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4409b7-cd6f-4376-98f7-ef542f5e9e5f req-77a506c0-5301-437d-941a-3b23f1cc0071 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:58.061610 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5c4409b7-cd6f-4376-98f7-ef542f5e9e5f req-77a506c0-5301-437d-941a-3b23f1cc0071 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.1738536 Apr 21 14:43:58.126319 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5c4409b7-cd6f-4376-98f7-ef542f5e9e5f req-ea92116d-094a-4726-b10a-200f5e503345 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578458 Apr 21 14:43:58.901956 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff6e32-8a4e-4c7f-915e-c8924983da9b req-5fac63f9-efe4-4cbf-b528-8cb17c373ef2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:58.910879 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-66ff6e32-8a4e-4c7f-915e-c8924983da9b req-5fac63f9-efe4-4cbf-b528-8cb17c373ef2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.3037667 Apr 21 14:43:59.035813 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-66ff6e32-8a4e-4c7f-915e-c8924983da9b req-f949ac1a-0f6e-4c18-bd03-6fe6df345c14 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153855 Apr 21 14:43:59.061452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ae09c-6c07-445e-8c70-177af5fb3393 req-167c3d88-5d33-4dce-b170-38ed962b5cc0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:59.064269 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f00ae09c-6c07-445e-8c70-177af5fb3393 req-167c3d88-5d33-4dce-b170-38ed962b5cc0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.2959425 Apr 21 14:43:59.190388 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f00ae09c-6c07-445e-8c70-177af5fb3393 req-e010dcfd-2bb5-4d71-9f77-dabacb46d2f4 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942719 Apr 21 14:43:59.690982 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3ba96-4fd1-4537-8b1f-8ad574a4c365 req-f259105e-0b39-47e6-ad79-8bd613dfbd96 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:43:59.693114 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bcd3ba96-4fd1-4537-8b1f-8ad574a4c365 req-f259105e-0b39-47e6-ad79-8bd613dfbd96 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.2850819 Apr 21 14:43:59.753241 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 60968) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:59.790301 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bcd3ba96-4fd1-4537-8b1f-8ad574a4c365 req-dc698c54-1c16-44bd-943c-3a02b5bb592f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867271 Apr 21 14:43:59.934878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-920772d6-6eb5-4978-a24d-b21c46a73ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:43:59.953181 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-920772d6-6eb5-4978-a24d-b21c46a73ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:43:59.958294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-920772d6-6eb5-4978-a24d-b21c46a73ced admin admin] Usage tracker for resource:security_group_rule and tenant:180cc30ea71045ba8c287010ebd01e75 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:43:59.962399 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-920772d6-6eb5-4978-a24d-b21c46a73ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:43:59.969774 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-920772d6-6eb5-4978-a24d-b21c46a73ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:00.082911 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-920772d6-6eb5-4978-a24d-b21c46a73ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:00.087707 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-920772d6-6eb5-4978-a24d-b21c46a73ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:00.115521 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c3a9b433-f79c-490e-82d3-5041126c50c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:00.176997 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-920772d6-6eb5-4978-a24d-b21c46a73ced admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=180cc30ea71045ba8c287010ebd01e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215107 Apr 21 14:44:00.177482 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 60976) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:00.224230 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920772d6-6eb5-4978-a24d-b21c46a73ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d587c1d3-d957-48bb-8eea-b0257f285b22,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:00.231131 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-920772d6-6eb5-4978-a24d-b21c46a73ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:00.408368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c15e256b-1143-4fb5-bcf6-00a7df6f06f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:00.473506 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c15e256b-1143-4fb5-bcf6-00a7df6f06f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:00.626292 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb40252-0629-4e8e-af88-f1df64b5d1f6 req-aaed2c74-369b-419c-9036-7015de01751f tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:00.627983 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8cb40252-0629-4e8e-af88-f1df64b5d1f6 req-aaed2c74-369b-419c-9036-7015de01751f tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.3841472 Apr 21 14:44:00.732820 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c15e256b-1143-4fb5-bcf6-00a7df6f06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:00.743995 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f653249b-9fb0-4b3f-93c6-f1e79a4ad459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:00.780693 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ae08f-4aa3-438a-ad96-c02ff4d4412d req-113d0024-90f8-4da7-9adb-517194e29c1b tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:00.784547 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d99ae08f-4aa3-438a-ad96-c02ff4d4412d req-113d0024-90f8-4da7-9adb-517194e29c1b tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.2780712 Apr 21 14:44:00.801160 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8cb40252-0629-4e8e-af88-f1df64b5d1f6 req-8f1dadec-00ae-4d51-b7de-58301e7d6752 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651032 Apr 21 14:44:00.812085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e256b-1143-4fb5-bcf6-00a7df6f06f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d587c1d3-d957-48bb-8eea-b0257f285b22,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:00.816579 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c15e256b-1143-4fb5-bcf6-00a7df6f06f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:00.884721 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c15e256b-1143-4fb5-bcf6-00a7df6f06f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:00.889084 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c15e256b-1143-4fb5-bcf6-00a7df6f06f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d587c1d3-d957-48bb-8eea-b0257f285b22 HTTP/1.1" status: 204 len: 168 time: 0.7085357 Apr 21 14:44:01.092396 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d99ae08f-4aa3-438a-ad96-c02ff4d4412d req-f3e86592-f99e-43ac-90fc-b9749f98c887 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850592 Apr 21 14:44:01.225059 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d15e8-c1b6-434b-9dc5-97ad3662a931 req-b424935e-b4ad-4ca9-8971-fc5c63ae98fc tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:01.235193 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a01d15e8-c1b6-434b-9dc5-97ad3662a931 req-b424935e-b4ad-4ca9-8971-fc5c63ae98fc tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.2752542 Apr 21 14:44:01.311725 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a01d15e8-c1b6-434b-9dc5-97ad3662a931 req-65622ca2-64ff-4689-a206-a1e2079991ab tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747385 Apr 21 14:44:01.569313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 32774) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:01.611254 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8fee81b8-cc49-4620-b37c-fe67f1665efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:01.641121 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-8fee81b8-cc49-4620-b37c-fe67f1665efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:01.649455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-8fee81b8-cc49-4620-b37c-fe67f1665efb admin admin] Usage tracker for resource:security_group_rule and tenant:b6f677fdbec8467dbc357a447d508dd9 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:01.654860 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-8fee81b8-cc49-4620-b37c-fe67f1665efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:01.669685 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-8fee81b8-cc49-4620-b37c-fe67f1665efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:01.828090 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8fee81b8-cc49-4620-b37c-fe67f1665efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:01.831561 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8fee81b8-cc49-4620-b37c-fe67f1665efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:01.845760 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c44f6712-a5fd-43bd-92aa-2abd5b550b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:01.960425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 32790) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:01.961150 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-8fee81b8-cc49-4620-b37c-fe67f1665efb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6f677fdbec8467dbc357a447d508dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891687 Apr 21 14:44:01.970299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee81b8-cc49-4620-b37c-fe67f1665efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c64f90f-2956-4f9a-9b86-c916ec68aded,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:01.979281 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8fee81b8-cc49-4620-b37c-fe67f1665efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:02.120044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-405bb85c-6dd6-4db3-8d71-593b5230eea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:02.187738 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-405bb85c-6dd6-4db3-8d71-593b5230eea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:02.284679 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ffc51-8249-4ccd-8e2c-e9f80db66870 req-d83e0fc8-96e8-4c78-9685-2f9e700f4da7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:02.291261 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b65ffc51-8249-4ccd-8e2c-e9f80db66870 req-d83e0fc8-96e8-4c78-9685-2f9e700f4da7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.2231593 Apr 21 14:44:02.341969 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-405bb85c-6dd6-4db3-8d71-593b5230eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:02.367907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-08fcf5a5-ea0f-462c-8a6b-ae2fddf83d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:02.419288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-405bb85c-6dd6-4db3-8d71-593b5230eea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:02.422919 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-405bb85c-6dd6-4db3-8d71-593b5230eea1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c64f90f-2956-4f9a-9b86-c916ec68aded HTTP/1.1" status: 204 len: 168 time: 0.4604862 Apr 21 14:44:02.425278 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bb85c-6dd6-4db3-8d71-593b5230eea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c64f90f-2956-4f9a-9b86-c916ec68aded,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:02.433866 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-405bb85c-6dd6-4db3-8d71-593b5230eea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:02.611036 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b65ffc51-8249-4ccd-8e2c-e9f80db66870 req-7616f3a2-b573-4103-8740-3befa5081d8b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958236 Apr 21 14:44:02.716534 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5d42-4823-4065-bdb3-a495dd0395c5 req-b857024b-57fc-488d-9207-edf6264284d7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:02.721244 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-67ba5d42-4823-4065-bdb3-a495dd0395c5 req-b857024b-57fc-488d-9207-edf6264284d7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.2561214 Apr 21 14:44:02.757980 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 32802) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:02.873195 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-67ba5d42-4823-4065-bdb3-a495dd0395c5 req-153159ac-30c8-4f31-a6b0-bbe4b3b65541 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425242 Apr 21 14:44:02.936434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b044aff-98ee-4806-8016-a0a20edaec14 req-20c8eea7-7cc2-40e4-a68c-122d38a22995 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:02.938332 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5b044aff-98ee-4806-8016-a0a20edaec14 req-20c8eea7-7cc2-40e4-a68c-122d38a22995 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.1383460 Apr 21 14:44:03.042135 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5b044aff-98ee-4806-8016-a0a20edaec14 req-1cd9322e-78a3-4a37-8dcb-d22e2e03cbc9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932627 Apr 21 14:44:03.149056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-915a54b0-2e43-4f5d-8d0a-92ff9aa94502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:03.179750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-915a54b0-2e43-4f5d-8d0a-92ff9aa94502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:03.186784 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-915a54b0-2e43-4f5d-8d0a-92ff9aa94502 admin admin] Usage tracker for resource:security_group_rule and tenant:ec590fc60dd34ecea9909f14c6c20830 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:03.191823 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-915a54b0-2e43-4f5d-8d0a-92ff9aa94502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:03.202852 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-915a54b0-2e43-4f5d-8d0a-92ff9aa94502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:03.331408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-915a54b0-2e43-4f5d-8d0a-92ff9aa94502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:03.334768 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-915a54b0-2e43-4f5d-8d0a-92ff9aa94502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:03.350841 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ebb035eb-ea0d-42b3-ac18-fcd51a692cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:03.387676 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-915a54b0-2e43-4f5d-8d0a-92ff9aa94502 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec590fc60dd34ecea9909f14c6c20830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6280808 Apr 21 14:44:03.392347 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 32818) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:03.415798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a54b0-2e43-4f5d-8d0a-92ff9aa94502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c6d865-d015-4085-8515-30da7863fd9a,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:03.446966 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-915a54b0-2e43-4f5d-8d0a-92ff9aa94502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:03.477020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1152cc72-5518-4994-b185-e7a2b95da7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:03.530452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1152cc72-5518-4994-b185-e7a2b95da7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:03.601968 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1152cc72-5518-4994-b185-e7a2b95da7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:03.607732 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-62f7090d-b0b2-4f07-b80f-1b4c21ea02e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:03.625653 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152cc72-5518-4994-b185-e7a2b95da7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c6d865-d015-4085-8515-30da7863fd9a,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:03.637057 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1152cc72-5518-4994-b185-e7a2b95da7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:03.644005 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1152cc72-5518-4994-b185-e7a2b95da7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:03.664709 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-1152cc72-5518-4994-b185-e7a2b95da7c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33c6d865-d015-4085-8515-30da7863fd9a HTTP/1.1" status: 204 len: 168 time: 0.2691245 Apr 21 14:44:04.066595 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c16b9-6433-4fbd-8823-97d7ab00c086 req-970d307d-eb72-4174-89e1-fcf3191a1610 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:04.068444 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d28c16b9-6433-4fbd-8823-97d7ab00c086 req-970d307d-eb72-4174-89e1-fcf3191a1610 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.2700453 Apr 21 14:44:04.149063 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d28c16b9-6433-4fbd-8823-97d7ab00c086 req-eda162bd-6ae8-4931-949a-7b1a4540b50f tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739586 Apr 21 14:44:04.386627 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888cea7-e9ab-4711-9d44-02c339c4308e req-50c3bf79-bf0e-4340-b128-c2b407867b5b tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:04.388942 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8888cea7-e9ab-4711-9d44-02c339c4308e req-50c3bf79-bf0e-4340-b128-c2b407867b5b tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.1830301 Apr 21 14:44:04.548412 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8888cea7-e9ab-4711-9d44-02c339c4308e req-35f5a245-d660-4962-bff2-4e29bcf487a6 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677838 Apr 21 14:44:04.581292 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13c962-ceab-4eb9-8289-2ddf3d3c4ef1 req-d214e8f5-2615-4b1c-9e79-9db01a46e78a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:04.582988 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dd13c962-ceab-4eb9-8289-2ddf3d3c4ef1 req-d214e8f5-2615-4b1c-9e79-9db01a46e78a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.2166750 Apr 21 14:44:04.655212 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 32852) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:04.678727 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dd13c962-ceab-4eb9-8289-2ddf3d3c4ef1 req-46f04a8b-b929-4d2e-975a-58b69d85da08 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857999 Apr 21 14:44:04.703991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9e76b361-fbb5-42c8-8bae-fedf7aebd2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:04.723366 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-9e76b361-fbb5-42c8-8bae-fedf7aebd2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:04.728940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-9e76b361-fbb5-42c8-8bae-fedf7aebd2b7 admin admin] Usage tracker for resource:security_group_rule and tenant:373fad024f394038a650b68e47ebecda is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:04.732760 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-9e76b361-fbb5-42c8-8bae-fedf7aebd2b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:04.739727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-9e76b361-fbb5-42c8-8bae-fedf7aebd2b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:04.861155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9e76b361-fbb5-42c8-8bae-fedf7aebd2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:04.864644 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9e76b361-fbb5-42c8-8bae-fedf7aebd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:04.876746 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-405bb85c-6dd6-4db3-8d71-593b5230eea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:04.908914 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76b361-fbb5-42c8-8bae-fedf7aebd2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b474d5-3a99-4637-ace7-e671b06b1138,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:04.914616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9e76b361-fbb5-42c8-8bae-fedf7aebd2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:04.936357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 32858) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:04.945923 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-9e76b361-fbb5-42c8-8bae-fedf7aebd2b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=373fad024f394038a650b68e47ebecda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882657 Apr 21 14:44:04.996072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c875636b-8204-4500-9f44-055eb61f3ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:05.028671 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a572a6f6-edbe-4585-8365-611dac875dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:05.064816 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a572a6f6-edbe-4585-8365-611dac875dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:05.140418 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:44:05.151854 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a572a6f6-edbe-4585-8365-611dac875dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:05.173057 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9b4bb240-d1c8-452a-8a7a-91014aa56bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:05.189134 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572a6f6-edbe-4585-8365-611dac875dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b474d5-3a99-4637-ace7-e671b06b1138,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:05.192712 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a572a6f6-edbe-4585-8365-611dac875dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:05.193812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a572a6f6-edbe-4585-8365-611dac875dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:05.198128 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a572a6f6-edbe-4585-8365-611dac875dd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35b474d5-3a99-4637-ace7-e671b06b1138 HTTP/1.1" status: 204 len: 168 time: 0.2591600 Apr 21 14:44:05.479838 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58689438-b18e-46e0-b618-711dffb08665 req-30bd9636-2e4a-418f-ba2d-61f153261ef2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:05.483405 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-58689438-b18e-46e0-b618-711dffb08665 req-30bd9636-2e4a-418f-ba2d-61f153261ef2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1325653 Apr 21 14:44:05.592084 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-58689438-b18e-46e0-b618-711dffb08665 req-fb4c14c3-089f-4e93-85ca-7631d7eda232 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888391 Apr 21 14:44:05.895054 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7770e-6954-4d57-9d3c-7b8e804bef18 req-02c2956b-0a31-4ac6-b94b-afdad4a3ded4 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:05.898821 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e8c7770e-6954-4d57-9d3c-7b8e804bef18 req-02c2956b-0a31-4ac6-b94b-afdad4a3ded4 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.1702056 Apr 21 14:44:06.087100 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e8c7770e-6954-4d57-9d3c-7b8e804bef18 req-16b48000-e149-4397-984d-a6d3eab83af3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889697 Apr 21 14:44:06.103706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc1ad9-951a-4fc4-a287-0f6d623085c0 req-dd8cb6d6-cc18-4973-88c5-5e035cfe3d9e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:06.112322 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aebc1ad9-951a-4fc4-a287-0f6d623085c0 req-dd8cb6d6-cc18-4973-88c5-5e035cfe3d9e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.2117054 Apr 21 14:44:06.183961 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aebc1ad9-951a-4fc4-a287-0f6d623085c0 req-1a1e99d5-37ba-4875-8944-18482e41e968 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701883 Apr 21 14:44:06.985725 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c885220-d4da-4b61-b5e7-a7b24d412613 req-5b4db7fd-d2f5-4744-ac8e-111f44f2c082 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:06.989498 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0c885220-d4da-4b61-b5e7-a7b24d412613 req-5b4db7fd-d2f5-4744-ac8e-111f44f2c082 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1624582 Apr 21 14:44:07.087611 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0c885220-d4da-4b61-b5e7-a7b24d412613 req-7934d866-7bce-487b-be18-e6336aca875b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844500 Apr 21 14:44:07.438389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67623ef5-def6-4e44-aa6e-f0d8f3934425 req-d681e7de-1e6d-4106-965c-7a31317cc941 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:07.447059 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-67623ef5-def6-4e44-aa6e-f0d8f3934425 req-d681e7de-1e6d-4106-965c-7a31317cc941 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.1721480 Apr 21 14:44:07.584754 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-67623ef5-def6-4e44-aa6e-f0d8f3934425 req-6cd158fb-ec25-4b90-8728-c836f950f51d tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366837 Apr 21 14:44:07.624768 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e060cf-c9b4-433b-b4df-53ba0ea2e1db req-6a7d786d-5913-4d87-8bf3-ebba71e25be4 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:07.626848 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e1e060cf-c9b4-433b-b4df-53ba0ea2e1db req-6a7d786d-5913-4d87-8bf3-ebba71e25be4 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.1774247 Apr 21 14:44:07.700788 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e1e060cf-c9b4-433b-b4df-53ba0ea2e1db req-27d7aeae-db84-4aa5-adf8-9df574339360 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583243 Apr 21 14:44:08.307349 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b3f04e49-cd06-4124-8a7f-e1799951c019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:08.493281 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ed562-3491-48d4-b60d-caf9e31c0e63 req-b0076212-8f13-4ae4-92de-a666668e3387 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:08.509573 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-733ed562-3491-48d4-b60d-caf9e31c0e63 req-b0076212-8f13-4ae4-92de-a666668e3387 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1825202 Apr 21 14:44:08.606274 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-733ed562-3491-48d4-b60d-caf9e31c0e63 req-725ab1a0-aa79-4f60-a6e0-d26b68ad6639 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908628 Apr 21 14:44:08.896777 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:08.966076 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17980b-6c33-402e-9804-6cb239b372e9 req-575a5965-32f6-4638-a036-85fe1baf5462 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:08.967653 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5e17980b-6c33-402e-9804-6cb239b372e9 req-575a5965-32f6-4638-a036-85fe1baf5462 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.1849670 Apr 21 14:44:09.044947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94b884-4c59-4a1b-9664-58c55de3ff40 req-125a3b4c-e798-4dc5-9acb-31cde2630a22 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:09.046758 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dc94b884-4c59-4a1b-9664-58c55de3ff40 req-125a3b4c-e798-4dc5-9acb-31cde2630a22 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.1798432 Apr 21 14:44:09.059712 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5e17980b-6c33-402e-9804-6cb239b372e9 req-0169901e-3b02-429c-b298-73dc29f0fd8d tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779040 Apr 21 14:44:09.113922 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dc94b884-4c59-4a1b-9664-58c55de3ff40 req-3162ca01-de06-47c4-b77f-8b3707ead4a4 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528996 Apr 21 14:44:09.362436 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 32986) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:09.526346 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:09.548260 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:09.552613 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Usage tracker for resource:security_group_rule and tenant:e51dd636e66c4a118cb5cadf24d626b1 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:09.556382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:09.562845 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:09.650388 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:09.653795 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:09.663069 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a84875a8-e3de-496c-b68c-13a6400fb44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:09.711543 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e51dd636e66c4a118cb5cadf24d626b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477857 Apr 21 14:44:09.712657 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc41194-48bd-478b-a349-5276d4d07913,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:09.715201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 32994) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:09.738555 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:44:09.738973 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:44:09.739409 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:44:09.739792 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:44:09.740189 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:44:09.740592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:44:09.741044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:44:09.741443 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:44:09.742431 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:44:09.742832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:44:09.743226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:44:09.743617 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:44:09.750594 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:09.759639 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:09.810021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1a3481d0-afcf-4be1-a208-c7e518995ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:09.845980 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:09.858871 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1a3481d0-afcf-4be1-a208-c7e518995ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:09.973107 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1a3481d0-afcf-4be1-a208-c7e518995ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:09.978647 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-56645faf-a3c9-40b9-8356-f6997eaddf27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:10.000512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3481d0-afcf-4be1-a208-c7e518995ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc41194-48bd-478b-a349-5276d4d07913,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:10.006090 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1a3481d0-afcf-4be1-a208-c7e518995ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:10.013084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1a3481d0-afcf-4be1-a208-c7e518995ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:10.014333 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-1a3481d0-afcf-4be1-a208-c7e518995ad7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4dc41194-48bd-478b-a349-5276d4d07913 HTTP/1.1" status: 204 len: 168 time: 0.2980902 Apr 21 14:44:10.032597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fe581-4c9f-4023-81e1-232d93c46741 req-65b2b502-e48c-499a-8ede-cf060a09b43a tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:10.034300 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-120fe581-4c9f-4023-81e1-232d93c46741 req-65b2b502-e48c-499a-8ede-cf060a09b43a tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1290078 Apr 21 14:44:10.087583 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-120fe581-4c9f-4023-81e1-232d93c46741 req-933c327a-aaa0-4dfa-8a6c-fd904e4b712a tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453835 Apr 21 14:44:10.405546 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f8828-e36f-46ae-82b9-e1c0f0e29d30 req-4d595794-cd7c-4724-bb1b-8158261883a9 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:10.408180 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e04f8828-e36f-46ae-82b9-e1c0f0e29d30 req-4d595794-cd7c-4724-bb1b-8158261883a9 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.1919720 Apr 21 14:44:10.419442 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cca50-a290-4f54-ad6b-082ab3797827 req-6038e583-60de-4984-8810-8c89fe4f4aed tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:10.421471 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-419cca50-a290-4f54-ad6b-082ab3797827 req-6038e583-60de-4984-8810-8c89fe4f4aed tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.1434183 Apr 21 14:44:10.458373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33014) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:10.479652 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-44d8b9ee-9d3c-4ebe-8be5-7781e29dac93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:10.500805 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-44d8b9ee-9d3c-4ebe-8be5-7781e29dac93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:10.505852 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-44d8b9ee-9d3c-4ebe-8be5-7781e29dac93 admin admin] Usage tracker for resource:security_group_rule and tenant:136699119be64a4da38df98524cba728 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:10.510324 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-44d8b9ee-9d3c-4ebe-8be5-7781e29dac93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:10.510793 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-419cca50-a290-4f54-ad6b-082ab3797827 req-1c61e16f-58e7-4cbd-9b3a-e4f4191c31ba tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724089 Apr 21 14:44:10.513855 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e04f8828-e36f-46ae-82b9-e1c0f0e29d30 req-2ffbcf31-8ffb-4181-8291-6f9e2a7f8700 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913365 Apr 21 14:44:10.527558 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-44d8b9ee-9d3c-4ebe-8be5-7781e29dac93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:10.620559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-44d8b9ee-9d3c-4ebe-8be5-7781e29dac93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:10.623910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-44d8b9ee-9d3c-4ebe-8be5-7781e29dac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:10.632803 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-dfc7dcc6-46a8-4168-b61e-3c95964ca261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:10.679138 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-44d8b9ee-9d3c-4ebe-8be5-7781e29dac93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=136699119be64a4da38df98524cba728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193761 Apr 21 14:44:10.680099 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8b9ee-9d3c-4ebe-8be5-7781e29dac93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e94b22-65b6-404e-92f0-6078e05d6e45,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:10.682106 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 33018) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:10.683587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-44d8b9ee-9d3c-4ebe-8be5-7781e29dac93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:10.758963 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-05431e76-d4a0-4052-978b-51aa9b9e5545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:10.789878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-05431e76-d4a0-4052-978b-51aa9b9e5545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:10.843899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-05431e76-d4a0-4052-978b-51aa9b9e5545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:10.850080 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a26ef4ca-b920-4134-99d6-d74445ad995f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:10.865020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05431e76-d4a0-4052-978b-51aa9b9e5545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e94b22-65b6-404e-92f0-6078e05d6e45,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:10.868339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-05431e76-d4a0-4052-978b-51aa9b9e5545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:10.873244 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-05431e76-d4a0-4052-978b-51aa9b9e5545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:10.875565 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-05431e76-d4a0-4052-978b-51aa9b9e5545 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57e94b22-65b6-404e-92f0-6078e05d6e45 HTTP/1.1" status: 204 len: 168 time: 0.1918662 Apr 21 14:44:10.934143 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:11.333175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905fb2-bb7c-476b-bf93-3d4c5405639c req-5474599b-b0e5-4192-bccb-9cdd1d48d460 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:11.338171 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-76905fb2-bb7c-476b-bf93-3d4c5405639c req-5474599b-b0e5-4192-bccb-9cdd1d48d460 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1031237 Apr 21 14:44:11.389883 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-76905fb2-bb7c-476b-bf93-3d4c5405639c req-d47d305a-723f-4ef9-8893-787f52231972 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452001 Apr 21 14:44:11.867003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7823bb-cee5-4e44-ab3c-cdfaa4c8a9c9 req-2b9d48d6-05a6-4c7c-902f-d3d6ebc568f5 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:11.869764 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0d7823bb-cee5-4e44-ab3c-cdfaa4c8a9c9 req-2b9d48d6-05a6-4c7c-902f-d3d6ebc568f5 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.2221608 Apr 21 14:44:12.005474 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0d7823bb-cee5-4e44-ab3c-cdfaa4c8a9c9 req-b19173ab-f114-4e31-8450-253680e73fc0 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268132 Apr 21 14:44:12.023661 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4fc07-7149-4162-95a0-fbb4977f5cab req-bde9d43a-da44-4f91-892f-dd98c4b3fa47 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:12.026300 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-44b4fc07-7149-4162-95a0-fbb4977f5cab req-bde9d43a-da44-4f91-892f-dd98c4b3fa47 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.2832308 Apr 21 14:44:12.148568 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-44b4fc07-7149-4162-95a0-fbb4977f5cab req-629af4b6-179a-4e93-a82e-d12bb34dbb8d tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078167 Apr 21 14:44:12.637693 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b292f39-35f2-462e-a5ee-2ca4dcecd499 req-b898fd82-86aa-4a34-a2f8-94146bc503e8 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:12.639373 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7b292f39-35f2-462e-a5ee-2ca4dcecd499 req-b898fd82-86aa-4a34-a2f8-94146bc503e8 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1034210 Apr 21 14:44:12.698644 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7b292f39-35f2-462e-a5ee-2ca4dcecd499 req-aa56ab04-54a3-4110-91b0-df6d1ea4f915 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512402 Apr 21 14:44:13.345877 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd16c1a-4a83-4a9b-8a8e-1d4131c13803 req-f2467b9f-960e-4c4e-a313-b87b16d7153d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:13.347730 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9cd16c1a-4a83-4a9b-8a8e-1d4131c13803 req-f2467b9f-960e-4c4e-a313-b87b16d7153d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.1788836 Apr 21 14:44:13.615618 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33106) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:13.796339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0993e77c-74af-4e5a-8e1f-7d089dabb62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:13.827475 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-0993e77c-74af-4e5a-8e1f-7d089dabb62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:13.832529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-0993e77c-74af-4e5a-8e1f-7d089dabb62c admin admin] Usage tracker for resource:security_group_rule and tenant:961261f3431e45c0ad81c90626719b60 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:13.838589 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-0993e77c-74af-4e5a-8e1f-7d089dabb62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:13.852382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-0993e77c-74af-4e5a-8e1f-7d089dabb62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:13.888121 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9cd16c1a-4a83-4a9b-8a8e-1d4131c13803 req-5cb9e27f-32ca-4707-8db7-a793c8076bed tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5284534 Apr 21 14:44:13.956213 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdc975-d7ec-4442-b036-2e395fda5b65 req-44ba1d80-967e-4465-a467-3f419fbec7bc tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:13.969735 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bdbdc975-d7ec-4442-b036-2e395fda5b65 req-44ba1d80-967e-4465-a467-3f419fbec7bc tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.5740705 Apr 21 14:44:14.022430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0993e77c-74af-4e5a-8e1f-7d089dabb62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:14.026864 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0993e77c-74af-4e5a-8e1f-7d089dabb62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:14.075196 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bdbdc975-d7ec-4442-b036-2e395fda5b65 req-7b52ed37-2470-4435-8e21-28d2ed688742 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992579 Apr 21 14:44:14.078877 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c14537c3-0bc2-48d7-8f3e-754e0ca19ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:14.103580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 33114) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:14.103875 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-0993e77c-74af-4e5a-8e1f-7d089dabb62c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=961261f3431e45c0ad81c90626719b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859622 Apr 21 14:44:14.145486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993e77c-74af-4e5a-8e1f-7d089dabb62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0a9e85-b2e5-420e-8e93-b63f5fc09812,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:14.152048 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0993e77c-74af-4e5a-8e1f-7d089dabb62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:14.274681 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6c742be5-7487-49f0-b049-069971c69ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:14.315952 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6c742be5-7487-49f0-b049-069971c69ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:14.335306 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513e1f8-b22a-4b71-b959-783dc99593f6 req-0307c0d9-ed34-4390-ac4e-ba63ce3119e9 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:14.337603 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6513e1f8-b22a-4b71-b959-783dc99593f6 req-0307c0d9-ed34-4390-ac4e-ba63ce3119e9 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1786866 Apr 21 14:44:14.413523 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6513e1f8-b22a-4b71-b959-783dc99593f6 req-81bb71a8-1cb3-4647-8774-8df71c331894 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618804 Apr 21 14:44:14.422346 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6c742be5-7487-49f0-b049-069971c69ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:14.432491 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a4613bcb-fc68-426d-a306-59a6f8ec098f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:14.457806 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c742be5-7487-49f0-b049-069971c69ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0a9e85-b2e5-420e-8e93-b63f5fc09812,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:14.470680 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6c742be5-7487-49f0-b049-069971c69ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:14.473165 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6c742be5-7487-49f0-b049-069971c69ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:14.476271 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6c742be5-7487-49f0-b049-069971c69ee3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db0a9e85-b2e5-420e-8e93-b63f5fc09812 HTTP/1.1" status: 204 len: 168 time: 0.3694556 Apr 21 14:44:15.107913 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33138) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:15.158575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-462599cd-a2bf-4a20-a48f-fa4cf8fad920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:15.191409 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-462599cd-a2bf-4a20-a48f-fa4cf8fad920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:15.207158 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-462599cd-a2bf-4a20-a48f-fa4cf8fad920 admin admin] Usage tracker for resource:security_group_rule and tenant:b06eaa4dbfc2496aaef0011a7c1ea329 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:15.213656 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-462599cd-a2bf-4a20-a48f-fa4cf8fad920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:15.223394 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-462599cd-a2bf-4a20-a48f-fa4cf8fad920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:15.250384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747f0f9-c0d4-4019-8a6c-8b05bf5eeefe req-6068915d-525b-45c1-8a39-f40bfc2ca1d5 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:15.252197 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7747f0f9-c0d4-4019-8a6c-8b05bf5eeefe req-6068915d-525b-45c1-8a39-f40bfc2ca1d5 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.2676268 Apr 21 14:44:15.280758 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e0236-63aa-4c5a-a49a-9df2f4255904 req-96b7dec9-b40c-43cf-9e58-1d71f1331b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:15.282679 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-609e0236-63aa-4c5a-a49a-9df2f4255904 req-96b7dec9-b40c-43cf-9e58-1d71f1331b02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3214a692023d4ab892db2772036c242c&device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 1099 time: 0.2892175 Apr 21 14:44:15.308095 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0faf46-bab7-4a04-9b65-57640137c8fd req-64b2b2cc-df9e-4de8-8bb4-8417a6aaf6c1 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:15.309853 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fd0faf46-bab7-4a04-9b65-57640137c8fd req-64b2b2cc-df9e-4de8-8bb4-8417a6aaf6c1 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.1809857 Apr 21 14:44:15.358425 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7747f0f9-c0d4-4019-8a6c-8b05bf5eeefe req-b1ab0d3c-d45d-4afd-a0b1-c51cb9e3c350 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943606 Apr 21 14:44:15.380619 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-462599cd-a2bf-4a20-a48f-fa4cf8fad920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:15.391941 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fd0faf46-bab7-4a04-9b65-57640137c8fd req-42be986b-a1af-4a5c-ad00-f6870babeb6b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669017 Apr 21 14:44:15.430155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-462599cd-a2bf-4a20-a48f-fa4cf8fad920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:15.443756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:15.500942 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-462599cd-a2bf-4a20-a48f-fa4cf8fad920 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b06eaa4dbfc2496aaef0011a7c1ea329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887196 Apr 21 14:44:15.510500 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33146) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:15.543063 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462599cd-a2bf-4a20-a48f-fa4cf8fad920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9786c38c-5078-4c7d-ab16-d100989d7b6c,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:15.549588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-462599cd-a2bf-4a20-a48f-fa4cf8fad920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:15.574458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef66c12-fd6e-46d0-9cf4-7a3c8a8b0091 req-3a085589-e9dd-4075-a433-d9db6f364b88 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:15.576147 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ef66c12-fd6e-46d0-9cf4-7a3c8a8b0091 req-3a085589-e9dd-4075-a433-d9db6f364b88 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.1006880 Apr 21 14:44:15.599322 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e0236-63aa-4c5a-a49a-9df2f4255904 req-51269efd-f57b-4455-b1a8-d8936297c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:15.601025 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-609e0236-63aa-4c5a-a49a-9df2f4255904 req-51269efd-f57b-4455-b1a8-d8936297c862 service neutron] 10.222.0.44 "GET /v2.0/networks?id=360abb24-8ba4-4c03-a629-c3398e2a39ca HTTP/1.1" status: 200 len: 912 time: 0.2932875 Apr 21 14:44:15.635314 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ef66c12-fd6e-46d0-9cf4-7a3c8a8b0091 req-2d9c5ab5-99c3-4539-ac2a-132fd9ff06ec tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514879 Apr 21 14:44:15.693348 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a321732b-d263-46dd-bc01-ac799f1e688c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:16.024645 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-609e0236-63aa-4c5a-a49a-9df2f4255904 req-7a8aef2d-59f6-4350-9c83-ee4a8d871d43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99e89cf9-b92d-4ed7-a891-511e428a3691 HTTP/1.1" status: 200 len: 1002 time: 0.4162543 Apr 21 14:44:16.032151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a321732b-d263-46dd-bc01-ac799f1e688c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:16.159327 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e0236-63aa-4c5a-a49a-9df2f4255904 req-74d12237-6fff-4772-ad3e-edf81efc1c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:16.161008 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-609e0236-63aa-4c5a-a49a-9df2f4255904 req-74d12237-6fff-4772-ad3e-edf81efc1c98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3000c177-c2b6-4910-a0a4-b4dc9431018a HTTP/1.1" status: 200 len: 850 time: 0.1206689 Apr 21 14:44:16.282347 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a321732b-d263-46dd-bc01-ac799f1e688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:16.297642 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5680d7ef-9b43-4016-bc18-f17409ff43d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:16.330134 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2dc71-274b-4a07-b1dc-fc8aa14cb289 req-779cc65f-b6f3-4003-8973-c5433eac8e7c tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:16.331500 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-2ee2dc71-274b-4a07-b1dc-fc8aa14cb289 req-779cc65f-b6f3-4003-8973-c5433eac8e7c tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Synchronizing usage tracker for tenant:050299fb5946416f9428a65d9d7c4e06 on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:44:16.358985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321732b-d263-46dd-bc01-ac799f1e688c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9786c38c-5078-4c7d-ab16-d100989d7b6c,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:16.363182 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a321732b-d263-46dd-bc01-ac799f1e688c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:16.446048 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-2ee2dc71-274b-4a07-b1dc-fc8aa14cb289 req-779cc65f-b6f3-4003-8973-c5433eac8e7c tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Unset dirty status for tenant:050299fb5946416f9428a65d9d7c4e06 on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:44:16.447859 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2ee2dc71-274b-4a07-b1dc-fc8aa14cb289 req-779cc65f-b6f3-4003-8973-c5433eac8e7c tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.4824700 Apr 21 14:44:16.452294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e0236-63aa-4c5a-a49a-9df2f4255904 req-0e4a8fce-2de5-4779-b7f3-a66e6bf9b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:16.454583 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-609e0236-63aa-4c5a-a49a-9df2f4255904 req-0e4a8fce-2de5-4779-b7f3-a66e6bf9b28d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=360abb24-8ba4-4c03-a629-c3398e2a39ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2832654 Apr 21 14:44:16.455661 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a321732b-d263-46dd-bc01-ac799f1e688c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:16.457460 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a321732b-d263-46dd-bc01-ac799f1e688c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9786c38c-5078-4c7d-ab16-d100989d7b6c HTTP/1.1" status: 204 len: 168 time: 0.9460764 Apr 21 14:44:16.749956 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-2ee2dc71-274b-4a07-b1dc-fc8aa14cb289 req-46b8a7f0-f671-4445-8fb1-a4ce2b3463f3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Deleting port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:44:16.750371 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-2ee2dc71-274b-4a07-b1dc-fc8aa14cb289 req-46b8a7f0-f671-4445-8fb1-a4ce2b3463f3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:16.858288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86526fea-a71e-4c44-83d8-48a89a52f2b3 req-747058c2-6fe1-476e-b195-c113019bf96b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:16.874349 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-86526fea-a71e-4c44-83d8-48a89a52f2b3 req-747058c2-6fe1-476e-b195-c113019bf96b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.2587779 Apr 21 14:44:16.903256 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-609e0236-63aa-4c5a-a49a-9df2f4255904 req-2f51d700-caf8-4e95-be65-fc861061f767 service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178062 Apr 21 14:44:16.981798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db290dd-e8fb-48af-b8a3-75878db1bd5c req-a6bfc1bf-da39-46f3-b6da-34c37a75bfbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:16.989127 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1db290dd-e8fb-48af-b8a3-75878db1bd5c req-a6bfc1bf-da39-46f3-b6da-34c37a75bfbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 943 time: 0.3186977 Apr 21 14:44:17.099455 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-86526fea-a71e-4c44-83d8-48a89a52f2b3 req-e927553b-fcdc-47f4-a376-ccb999360329 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233973 Apr 21 14:44:17.164088 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1db290dd-e8fb-48af-b8a3-75878db1bd5c req-8d7469ac-e90a-4a1d-90a6-5b8229de157e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472499 Apr 21 14:44:17.202208 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-609e0236-63aa-4c5a-a49a-9df2f4255904 req-37da9907-555b-4bfe-9ded-d786200a7063 service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901418 Apr 21 14:44:17.215560 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-2ee2dc71-274b-4a07-b1dc-fc8aa14cb289 req-46b8a7f0-f671-4445-8fb1-a4ce2b3463f3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] For port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3,segment=NetworkSegment(eb5858b3-ac47-4930-832e-e19bd4d34b71),segment_id=eb5858b3-ac47-4930-832e-e19bd4d34b71)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:44:17.218210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-2ee2dc71-274b-4a07-b1dc-fc8aa14cb289 req-46b8a7f0-f671-4445-8fb1-a4ce2b3463f3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:17.394151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-2ee2dc71-274b-4a07-b1dc-fc8aa14cb289 req-46b8a7f0-f671-4445-8fb1-a4ce2b3463f3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Calling delete_port for 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:44:17.561468 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a27f5c-a968-4bef-a8df-7f11c4625b74 req-c585857c-25ad-44b7-b042-b53df99a7f9a tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:17.563763 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a2a27f5c-a968-4bef-a8df-7f11c4625b74 req-c585857c-25ad-44b7-b042-b53df99a7f9a tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 945 time: 0.1977289 Apr 21 14:44:17.613287 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 06c4f399-bafa-497b-a88b-be57cd77e071 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:44:17.626025 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-2ee2dc71-274b-4a07-b1dc-fc8aa14cb289 req-46b8a7f0-f671-4445-8fb1-a4ce2b3463f3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:17.630428 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a2a27f5c-a968-4bef-a8df-7f11c4625b74 req-21e934d5-7ac2-4447-a1ab-ed8620a3ab57 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588820 Apr 21 14:44:17.642862 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f514e6c5-f2fc-4a41-a324-039115c03a0c tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:17.739588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8a7f0-f671-4445-8fb1-a4ce2b3463f3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Pushing event deleted for resources: {'Port': ['ID=3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:17.744757 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-46b8a7f0-f671-4445-8fb1-a4ce2b3463f3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:17.834412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 33194) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:17.950770 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 06c4f399-bafa-497b-a88b-be57cd77e071, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06c4f399-bafa-497b-a88b-be57cd77e071,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:44:17.959200 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee2dc71-274b-4a07-b1dc-fc8aa14cb289 req-46b8a7f0-f671-4445-8fb1-a4ce2b3463f3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] No DVR routers for this DVR port 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:44:17.963690 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-2ee2dc71-274b-4a07-b1dc-fc8aa14cb289 req-46b8a7f0-f671-4445-8fb1-a4ce2b3463f3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:17.966978 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca6f867-4ae2-4837-8659-045bcbc416f2', 'name': 'network-vif-deleted', 'tag': '3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:44:17.986584 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2ee2dc71-274b-4a07-b1dc-fc8aa14cb289 req-46b8a7f0-f671-4445-8fb1-a4ce2b3463f3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.44 "DELETE /v2.0/ports/3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 HTTP/1.1" status: 204 len: 173 time: 1.5275514 Apr 21 14:44:17.997649 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '06c4f399-bafa-497b-a88b-be57cd77e071', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'port_id': '06c4f399-bafa-497b-a88b-be57cd77e071', 'mac_address': 'fa:16:3e:12:37:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:44:18.071834 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:44:18.073346 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca6f867-4ae2-4837-8659-045bcbc416f2', 'name': 'network-vif-deleted', 'tag': '3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3', 'status': 'completed', 'code': 200} Apr 21 14:44:18.112804 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e094d45e-4cfa-4596-ae68-0147f9c960bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:18.137028 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e094d45e-4cfa-4596-ae68-0147f9c960bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:18.142725 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e094d45e-4cfa-4596-ae68-0147f9c960bb admin admin] Usage tracker for resource:security_group_rule and tenant:bae13ce0def44d959550a0398f3c9346 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:18.147237 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e094d45e-4cfa-4596-ae68-0147f9c960bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:18.156594 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e094d45e-4cfa-4596-ae68-0147f9c960bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:18.157441 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:18.224918 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c4f399-bafa-497b-a88b-be57cd77e071 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:44:18.265924 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 06c4f399-bafa-497b-a88b-be57cd77e071, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06c4f399-bafa-497b-a88b-be57cd77e071,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:44:18.271200 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:18.274329 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:18.386874 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=06c4f399-bafa-497b-a88b-be57cd77e071,revision_number=9']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:18.391272 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:18.407140 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e094d45e-4cfa-4596-ae68-0147f9c960bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:18.457560 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e094d45e-4cfa-4596-ae68-0147f9c960bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:18.483464 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-46b99836-4a1c-434d-858e-5b065bcb9c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:18.545271 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e094d45e-4cfa-4596-ae68-0147f9c960bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bae13ce0def44d959550a0398f3c9346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7091248 Apr 21 14:44:18.549960 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33218) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:18.552478 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094d45e-4cfa-4596-ae68-0147f9c960bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59ed3a8-bf29-4f39-99e6-15ee00e89289,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:18.556837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e094d45e-4cfa-4596-ae68-0147f9c960bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:18.611836 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9770031-c0cc-4379-9d0e-50dd02581174 req-37e8a56e-3d0e-4589-a263-51125b375d5c tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:18.615496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['06c4f399-bafa-497b-a88b-be57cd77e071'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:44:18.617048 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c9770031-c0cc-4379-9d0e-50dd02581174 req-37e8a56e-3d0e-4589-a263-51125b375d5c tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.2775061 Apr 21 14:44:18.643640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120813e-a2f5-4d7d-957e-984b544f5f18 req-e5c1650a-2395-4bd1-8a18-ce642a790909 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:18.651195 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4120813e-a2f5-4d7d-957e-984b544f5f18 req-e5c1650a-2395-4bd1-8a18-ce642a790909 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 944 time: 0.2391496 Apr 21 14:44:18.713275 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-996eb46d-6b8a-41e0-8bdb-442dea7d28ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:18.748328 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c9770031-c0cc-4379-9d0e-50dd02581174 req-e0e289d6-7a4e-4f92-afb1-fc789cf93c5c tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956016 Apr 21 14:44:18.754977 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4120813e-a2f5-4d7d-957e-984b544f5f18 req-7d2d9037-1d89-4ad9-8bf9-509689532a8e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849051 Apr 21 14:44:18.791574 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-996eb46d-6b8a-41e0-8bdb-442dea7d28ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:18.892344 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-996eb46d-6b8a-41e0-8bdb-442dea7d28ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:18.907319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9e76b361-fbb5-42c8-8bae-fedf7aebd2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:18.950810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996eb46d-6b8a-41e0-8bdb-442dea7d28ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59ed3a8-bf29-4f39-99e6-15ee00e89289,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:18.959477 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-996eb46d-6b8a-41e0-8bdb-442dea7d28ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:18.974370 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-996eb46d-6b8a-41e0-8bdb-442dea7d28ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:18.975661 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-996eb46d-6b8a-41e0-8bdb-442dea7d28ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b59ed3a8-bf29-4f39-99e6-15ee00e89289 HTTP/1.1" status: 204 len: 168 time: 0.4242561 Apr 21 14:44:19.143929 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-98f9747b-4e59-4e7e-8062-6641fc9d798c req-82860e97-f38a-46f7-b498-ff26a2622158 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca6f867-4ae2-4837-8659-045bcbc416f2 HTTP/1.1" status: 200 len: 210 time: 0.0964677 Apr 21 14:44:19.483538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33242) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:19.505786 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-001af9c7-6b2f-42fb-bc53-57db79b7d527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:19.523486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-001af9c7-6b2f-42fb-bc53-57db79b7d527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:19.528544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-001af9c7-6b2f-42fb-bc53-57db79b7d527 admin admin] Usage tracker for resource:security_group_rule and tenant:302e524b3f0a4a1398ac02fb813ec850 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:19.531849 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-001af9c7-6b2f-42fb-bc53-57db79b7d527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:19.539520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-001af9c7-6b2f-42fb-bc53-57db79b7d527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:19.625703 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:44:19.640516 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-001af9c7-6b2f-42fb-bc53-57db79b7d527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:19.644081 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-001af9c7-6b2f-42fb-bc53-57db79b7d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:19.661489 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0993e77c-74af-4e5a-8e1f-7d089dabb62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:19.701284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:44:19.701966 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 3806b7d9-d3fb-445a-a4a2-dd2b6de1a5e3 not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:44:19.744887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001af9c7-6b2f-42fb-bc53-57db79b7d527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ee2557-44fd-49bc-a544-11f775aff36a,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:19.754299 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-001af9c7-6b2f-42fb-bc53-57db79b7d527 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=302e524b3f0a4a1398ac02fb813ec850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691658 Apr 21 14:44:19.755860 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-001af9c7-6b2f-42fb-bc53-57db79b7d527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:19.757342 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33252) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:19.877458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-344ff48c-6c02-4b30-9ede-f996ed62b0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:19.931937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-344ff48c-6c02-4b30-9ede-f996ed62b0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:20.014788 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-344ff48c-6c02-4b30-9ede-f996ed62b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:20.023758 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2f51b7b8-7194-4065-b61e-71ef40aa3e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:20.043369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ff48c-6c02-4b30-9ede-f996ed62b0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ee2557-44fd-49bc-a544-11f775aff36a,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:20.050587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-344ff48c-6c02-4b30-9ede-f996ed62b0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:20.060097 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-344ff48c-6c02-4b30-9ede-f996ed62b0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:20.062411 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-344ff48c-6c02-4b30-9ede-f996ed62b0c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05ee2557-44fd-49bc-a544-11f775aff36a HTTP/1.1" status: 204 len: 168 time: 0.3033874 Apr 21 14:44:20.086264 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6d9d4-5fce-4814-b3fa-dddec5f91986 req-9ddc0a95-285d-4387-a931-ffb8a2d6f4ac tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:20.088059 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b8a6d9d4-5fce-4814-b3fa-dddec5f91986 req-9ddc0a95-285d-4387-a931-ffb8a2d6f4ac tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 944 time: 0.1091456 Apr 21 14:44:20.150610 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b8a6d9d4-5fce-4814-b3fa-dddec5f91986 req-0317b40b-add5-4b00-8d72-c468924f059d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491004 Apr 21 14:44:20.724506 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33286) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:20.763116 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-51865331-2b2a-4565-8c53-a8c5aee9849b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:20.800883 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-51865331-2b2a-4565-8c53-a8c5aee9849b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:20.806817 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-51865331-2b2a-4565-8c53-a8c5aee9849b admin admin] Usage tracker for resource:security_group_rule and tenant:d140e13716c0468fa67b8f7477942e1a is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:20.811280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-51865331-2b2a-4565-8c53-a8c5aee9849b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:20.819325 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-51865331-2b2a-4565-8c53-a8c5aee9849b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:20.953328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-51865331-2b2a-4565-8c53-a8c5aee9849b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:20.957070 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-51865331-2b2a-4565-8c53-a8c5aee9849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:20.968088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-996eb46d-6b8a-41e0-8bdb-442dea7d28ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:20.991538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 33292) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:21.014271 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-51865331-2b2a-4565-8c53-a8c5aee9849b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d140e13716c0468fa67b8f7477942e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875259 Apr 21 14:44:21.015214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51865331-2b2a-4565-8c53-a8c5aee9849b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32634d3d-706d-40be-b0d0-1a0fbc5409f2,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:21.018684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33298) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:21.021543 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-51865331-2b2a-4565-8c53-a8c5aee9849b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:21.088237 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5202-68c2-4a3a-b5c4-a63a679bce3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:21.125767 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5202-68c2-4a3a-b5c4-a63a679bce3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:21.157053 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6321c630-c66e-4021-87a0-c7e1762cdb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:21.178726 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6321c630-c66e-4021-87a0-c7e1762cdb6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:21.185765 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6321c630-c66e-4021-87a0-c7e1762cdb6b admin admin] Usage tracker for resource:security_group_rule and tenant:52ec7293d7e04e219579e1e11c719d00 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:21.190327 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6321c630-c66e-4021-87a0-c7e1762cdb6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:21.198236 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5202-68c2-4a3a-b5c4-a63a679bce3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:21.199578 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6321c630-c66e-4021-87a0-c7e1762cdb6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:21.204348 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-462599cd-a2bf-4a20-a48f-fa4cf8fad920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:21.222794 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c5202-68c2-4a3a-b5c4-a63a679bce3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32634d3d-706d-40be-b0d0-1a0fbc5409f2,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:21.226244 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-dd1c5202-68c2-4a3a-b5c4-a63a679bce3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:21.228497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5202-68c2-4a3a-b5c4-a63a679bce3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:21.229796 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-dd1c5202-68c2-4a3a-b5c4-a63a679bce3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32634d3d-706d-40be-b0d0-1a0fbc5409f2 HTTP/1.1" status: 204 len: 168 time: 0.2100210 Apr 21 14:44:21.321172 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6321c630-c66e-4021-87a0-c7e1762cdb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:21.325201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6321c630-c66e-4021-87a0-c7e1762cdb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:21.343804 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0b52d4e3-a229-4b3b-a3a0-c919276dc598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:21.458314 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6321c630-c66e-4021-87a0-c7e1762cdb6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52ec7293d7e04e219579e1e11c719d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655211 Apr 21 14:44:21.463370 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33308) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:21.472370 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321c630-c66e-4021-87a0-c7e1762cdb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9700f9f-c7df-47da-b3b4-c865584d581e,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:21.477413 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6321c630-c66e-4021-87a0-c7e1762cdb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:21.514103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008335d-64c5-4faf-a998-a611dc78559e req-25cc0d78-2f8e-46e1-aca7-67cc0590f710 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:21.522161 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5008335d-64c5-4faf-a998-a611dc78559e req-25cc0d78-2f8e-46e1-aca7-67cc0590f710 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 944 time: 0.1482699 Apr 21 14:44:21.566382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5f2b-22c3-4d98-adc5-882dcbae7fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:21.583767 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5008335d-64c5-4faf-a998-a611dc78559e req-2cf10287-b8a6-423c-805b-50a43f61273c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602221 Apr 21 14:44:21.625067 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5f2b-22c3-4d98-adc5-882dcbae7fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:21.625631 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 06c4f399-bafa-497b-a88b-be57cd77e071 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:44:21.702155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5f2b-22c3-4d98-adc5-882dcbae7fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:21.711615 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-70279415-40f4-4037-9823-845dbfa0c59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:21.728086 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb5f2b-22c3-4d98-adc5-882dcbae7fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9700f9f-c7df-47da-b3b4-c865584d581e,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:21.732788 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5ebb5f2b-22c3-4d98-adc5-882dcbae7fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:21.735715 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5f2b-22c3-4d98-adc5-882dcbae7fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:21.737185 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-5ebb5f2b-22c3-4d98-adc5-882dcbae7fb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9700f9f-c7df-47da-b3b4-c865584d581e HTTP/1.1" status: 204 len: 168 time: 0.2724452 Apr 21 14:44:22.056002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 06c4f399-bafa-497b-a88b-be57cd77e071 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:44:22.056709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:22.323609 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 33344) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:22.330987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:22.345124 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2ca0-b43b-4f83-9704-858e8ff30572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:22.363499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-1d8f2ca0-b43b-4f83-9704-858e8ff30572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:22.369243 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-1d8f2ca0-b43b-4f83-9704-858e8ff30572 admin admin] Usage tracker for resource:security_group_rule and tenant:666501908195417c9602903cd1092599 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:22.373423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-1d8f2ca0-b43b-4f83-9704-858e8ff30572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:22.380550 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-1d8f2ca0-b43b-4f83-9704-858e8ff30572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:22.399354 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 06c4f399-bafa-497b-a88b-be57cd77e071, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06c4f399-bafa-497b-a88b-be57cd77e071,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:44:22.401117 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:44:22.412107 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:22.417551 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:22.486930 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2ca0-b43b-4f83-9704-858e8ff30572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:22.492991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2ca0-b43b-4f83-9704-858e8ff30572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:22.563071 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:22.594098 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-1d8f2ca0-b43b-4f83-9704-858e8ff30572 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=666501908195417c9602903cd1092599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680542 Apr 21 14:44:22.598485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33352) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:22.617701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=06c4f399-bafa-497b-a88b-be57cd77e071,revision_number=10']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:22.638502 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:22.641038 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f2ca0-b43b-4f83-9704-858e8ff30572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e10f580-020f-42ab-8a5f-3523ed3840bf,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:22.648455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1d8f2ca0-b43b-4f83-9704-858e8ff30572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:22.657084 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071', 'code': 200} Apr 21 14:44:22.748986 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08c7d94c-bfd6-41e7-a273-fe01b61dbe7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:22.802506 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08c7d94c-bfd6-41e7-a273-fe01b61dbe7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:22.896174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08c7d94c-bfd6-41e7-a273-fe01b61dbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:22.902302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-44d8b9ee-9d3c-4ebe-8be5-7781e29dac93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:22.918244 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7d94c-bfd6-41e7-a273-fe01b61dbe7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e10f580-020f-42ab-8a5f-3523ed3840bf,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:22.927899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-08c7d94c-bfd6-41e7-a273-fe01b61dbe7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:22.930640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08c7d94c-bfd6-41e7-a273-fe01b61dbe7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:22.935272 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-08c7d94c-bfd6-41e7-a273-fe01b61dbe7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e10f580-020f-42ab-8a5f-3523ed3840bf HTTP/1.1" status: 204 len: 168 time: 0.3318436 Apr 21 14:44:22.946620 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7086778-e55c-49cd-b256-7a3128120caa req-315862c9-1853-48fd-a865-c0dc7e87859b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:22.948472 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f7086778-e55c-49cd-b256-7a3128120caa req-315862c9-1853-48fd-a865-c0dc7e87859b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 946 time: 0.1185329 Apr 21 14:44:23.018652 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f7086778-e55c-49cd-b256-7a3128120caa req-5300a39b-ffca-4a14-b426-cf8e8363af2a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564966 Apr 21 14:44:23.426728 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03c463-d2ab-41cf-a06b-d7aa724214da req-9c259716-dd58-456a-878b-89edcf416516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:23.429587 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e03c463-d2ab-41cf-a06b-d7aa724214da req-9c259716-dd58-456a-878b-89edcf416516 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 1099 time: 0.1691599 Apr 21 14:44:23.509711 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e03c463-d2ab-41cf-a06b-d7aa724214da req-326253e5-5bae-4498-beed-a41d53109ac6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730431 Apr 21 14:44:24.288587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f8455-a33f-4e4c-9c25-575513622e10 req-1c99cfa5-bc3d-4a89-b417-efa31f543575 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:24.292233 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2b1f8455-a33f-4e4c-9c25-575513622e10 req-1c99cfa5-bc3d-4a89-b417-efa31f543575 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 946 time: 0.1071119 Apr 21 14:44:24.370538 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2b1f8455-a33f-4e4c-9c25-575513622e10 req-1924ef3a-2a43-4b2b-973e-7a6f4539b41f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639246 Apr 21 14:44:26.117070 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de5ff4-32f4-4232-866e-6f5529810511 req-3503f3a2-9b3b-4a71-9ab1-bb3abdbd92bf tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:26.119588 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e1de5ff4-32f4-4232-866e-6f5529810511 req-3503f3a2-9b3b-4a71-9ab1-bb3abdbd92bf tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 946 time: 0.4402401 Apr 21 14:44:26.160985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738524f0-d374-47ce-9041-47eb81a3f31a req-fc5514f8-fb38-42cd-9ade-33be4b224a7e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:26.164626 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-fc5514f8-fb38-42cd-9ade-33be4b224a7e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/networks?id=4de81e9e-8b31-45d3-9978-5ea07f9a6138 HTTP/1.1" status: 200 len: 814 time: 0.5639007 Apr 21 14:44:26.212540 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e1de5ff4-32f4-4232-866e-6f5529810511 req-15ae8e04-f7e2-4633-873f-220388e37a36 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788395 Apr 21 14:44:26.215659 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-13ac0d01-4a35-47b2-9223-cacd478b0e4c tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/quotas/050299fb5946416f9428a65d9d7c4e06 HTTP/1.1" status: 200 len: 375 time: 0.0220556 Apr 21 14:44:26.292692 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-b94ea7fb-d53d-4539-88a1-668f8ec7d274 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=050299fb5946416f9428a65d9d7c4e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634851 Apr 21 14:44:26.518194 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-4f1441a4-e35d-46c9-8465-a60a5e47d490 service neutron] 10.222.0.15 "GET /v2.0/networks/4de81e9e-8b31-45d3-9978-5ea07f9a6138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170980 Apr 21 14:44:26.728247 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-5e27709f-194b-43ab-9188-13fcc5e73c23 service neutron] 10.222.0.15 "GET /v2.0/networks/4de81e9e-8b31-45d3-9978-5ea07f9a6138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936255 Apr 21 14:44:27.045251 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2aff459f-470c-4cbe-8bb7-58665f1a51e5 req-85cdeade-6127-4e09-99e2-cf351e945047 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 210 time: 0.1072598 Apr 21 14:44:27.295359 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 33534) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:27.630004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-50ecc26b-7582-4471-adec-89c4a3c13908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:27.680194 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-50ecc26b-7582-4471-adec-89c4a3c13908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:27.690695 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-50ecc26b-7582-4471-adec-89c4a3c13908 admin admin] Usage tracker for resource:security_group_rule and tenant:cb3e70c1e6ee4f8881e63a8b69fdd8a2 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:27.695712 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-50ecc26b-7582-4471-adec-89c4a3c13908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:27.712799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-50ecc26b-7582-4471-adec-89c4a3c13908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:27.755626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbf9ef-a582-4593-8315-4167c7b3aadf req-bf10acf4-077a-4e39-86d8-6645515140fe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:27.757431 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fbbbf9ef-a582-4593-8315-4167c7b3aadf req-bf10acf4-077a-4e39-86d8-6645515140fe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 946 time: 0.2099259 Apr 21 14:44:27.843830 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fbbbf9ef-a582-4593-8315-4167c7b3aadf req-96d3b572-a36b-410b-81c5-a895479e7461 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702982 Apr 21 14:44:27.876590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-50ecc26b-7582-4471-adec-89c4a3c13908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:27.880556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-50ecc26b-7582-4471-adec-89c4a3c13908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:27.889085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-54cd033d-875d-4d9e-841c-0548a2f36807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:27.962700 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecc26b-7582-4471-adec-89c4a3c13908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27b7de4-11b2-45a2-9a7c-6008d3541681,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:27.972745 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-50ecc26b-7582-4471-adec-89c4a3c13908 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb3e70c1e6ee4f8881e63a8b69fdd8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6760433 Apr 21 14:44:27.974789 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-50ecc26b-7582-4471-adec-89c4a3c13908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:27.975253 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33560) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:28.067760 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f6d70ce-b0c6-4f95-90a6-56fa04a876b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:28.098783 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f6d70ce-b0c6-4f95-90a6-56fa04a876b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:28.154642 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f6d70ce-b0c6-4f95-90a6-56fa04a876b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:28.163966 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5cf297c5-826d-4b62-8fe7-ea8e95aaea5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:28.176817 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d70ce-b0c6-4f95-90a6-56fa04a876b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27b7de4-11b2-45a2-9a7c-6008d3541681,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:28.182771 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6f6d70ce-b0c6-4f95-90a6-56fa04a876b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:28.187291 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6f6d70ce-b0c6-4f95-90a6-56fa04a876b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:28.201521 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6f6d70ce-b0c6-4f95-90a6-56fa04a876b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f27b7de4-11b2-45a2-9a7c-6008d3541681 HTTP/1.1" status: 204 len: 168 time: 0.2237551 Apr 21 14:44:28.297423 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cb9b2a43-ff10-429f-a628-a8bab77bf3cd req-b6fa9635-0c61-4d45-85da-18b894b1c443 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 210 time: 0.0621829 Apr 21 14:44:28.667003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738524f0-d374-47ce-9041-47eb81a3f31a req-6a6fa501-9d79-4daf-9de9-76c46b283f97 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:28.670843 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-6a6fa501-9d79-4daf-9de9-76c46b283f97 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.44 "GET /v2.0/networks?id=4de81e9e-8b31-45d3-9978-5ea07f9a6138 HTTP/1.1" status: 200 len: 814 time: 0.2697809 Apr 21 14:44:28.685030 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Request body: {'port': {'device_id': '0ce1d455-e417-474a-9e89-684efd8ad348', 'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138', 'admin_state_up': True, 'tenant_id': '050299fb5946416f9428a65d9d7c4e06'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:28.711789 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 33574) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:28.744339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a2a052ef-f71c-40d9-960f-791b4be5d780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:28.765094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a2a052ef-f71c-40d9-960f-791b4be5d780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:28.770151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a2a052ef-f71c-40d9-960f-791b4be5d780 admin admin] Usage tracker for resource:security_group_rule and tenant:56bde4ccaa47415d99a3705e8358023e is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:28.774270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a2a052ef-f71c-40d9-960f-791b4be5d780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:28.781926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a2a052ef-f71c-40d9-960f-791b4be5d780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:28.862360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:28.868237 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Usage tracker for resource:port and tenant:050299fb5946416f9428a65d9d7c4e06 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:28.871923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:28.879656 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:28.884653 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a2a052ef-f71c-40d9-960f-791b4be5d780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:28.888770 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a2a052ef-f71c-40d9-960f-791b4be5d780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:28.890116 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Made reservation on behalf of 050299fb5946416f9428a65d9d7c4e06 for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:44:28.896380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:28.906887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:29.000275 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a2a052ef-f71c-40d9-960f-791b4be5d780 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56bde4ccaa47415d99a3705e8358023e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867908 Apr 21 14:44:29.001736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a052ef-f71c-40d9-960f-791b4be5d780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054c25f8-0db4-453f-8094-119ecc84ee88,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:29.003420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33580) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:29.008362 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a2a052ef-f71c-40d9-960f-791b4be5d780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:29.134444 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Allocated IP 172.20.0.9 (4de81e9e-8b31-45d3-9978-5ea07f9a6138/1245ceb7-a145-4bd6-acd1-ded96be63dc2/876e4f8b-3588-4181-90eb-11af3ea38589) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:44:29.152440 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d3c81fe-5a8a-49b2-8323-904ee46e4e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:29.216182 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d3c81fe-5a8a-49b2-8323-904ee46e4e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:29.399634 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d3c81fe-5a8a-49b2-8323-904ee46e4e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:29.406531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a321732b-d263-46dd-bc01-ac799f1e688c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:29.438648 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c81fe-5a8a-49b2-8323-904ee46e4e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054c25f8-0db4-453f-8094-119ecc84ee88,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:29.445094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4d3c81fe-5a8a-49b2-8323-904ee46e4e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:29.473528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4d3c81fe-5a8a-49b2-8323-904ee46e4e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:29.474342 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-4d3c81fe-5a8a-49b2-8323-904ee46e4e62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/054c25f8-0db4-453f-8094-119ecc84ee88 HTTP/1.1" status: 204 len: 168 time: 0.4696865 Apr 21 14:44:29.478180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:29.555976 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:29.572377 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6830f5bc-69b7-4914-88bf-578b7884ee7d tempest-ServerRescueNegativeTestJSON-799939107 tempest-ServerRescueNegativeTestJSON-799939107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:29.643464 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:44:29.653537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:44:29.659123 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:44:29.711298 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Pushing event updated for resources: {'Port': ['ID=876e4f8b-3588-4181-90eb-11af3ea38589,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:29.716549 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:29.752087 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:29.753129 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:29.753267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8f7ca-954f-4125-acc8-7c7e179d3544 req-455b4adc-5a89-4d87-9bac-75b922de4349 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:29.771624 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d2b8f7ca-954f-4125-acc8-7c7e179d3544 req-455b4adc-5a89-4d87-9bac-75b922de4349 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 931 time: 0.1979344 Apr 21 14:44:29.774497 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0951676 Apr 21 14:44:29.790363 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Request body: {'port': {'device_id': '0ce1d455-e417-474a-9e89-684efd8ad348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:29.867296 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d2b8f7ca-954f-4125-acc8-7c7e179d3544 req-9513d4de-51d4-4f1f-9852-d91cde9d9555 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925298 Apr 21 14:44:29.877282 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 33600) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:29.950140 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:30.081720 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1eec9eb2-9825-477b-8d71-647236d5b443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:30.105806 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-1eec9eb2-9825-477b-8d71-647236d5b443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:30.110935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-1eec9eb2-9825-477b-8d71-647236d5b443 admin admin] Usage tracker for resource:security_group_rule and tenant:1c77ec91f9314994b6a2f83a4034841f is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:30.114845 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-1eec9eb2-9825-477b-8d71-647236d5b443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:30.123759 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-1eec9eb2-9825-477b-8d71-647236d5b443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:30.284353 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1eec9eb2-9825-477b-8d71-647236d5b443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:30.290086 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1eec9eb2-9825-477b-8d71-647236d5b443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:30.304382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8fee81b8-cc49-4620-b37c-fe67f1665efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:30.359731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec9eb2-9825-477b-8d71-647236d5b443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66af823a-19dc-42b4-ad9b-1fef78597b07,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:30.373399 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1eec9eb2-9825-477b-8d71-647236d5b443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:30.379271 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-1eec9eb2-9825-477b-8d71-647236d5b443 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c77ec91f9314994b6a2f83a4034841f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4999733 Apr 21 14:44:30.382822 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 33620) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:30.480139 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-07d7d1da-aa8d-47fa-a9cd-1eff25f31211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:30.540066 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-07d7d1da-aa8d-47fa-a9cd-1eff25f31211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:30.553218 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876e4f8b-3588-4181-90eb-11af3ea38589 {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:44:30.570929 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:30.601750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Transition to ACTIVE for port object 876e4f8b-3588-4181-90eb-11af3ea38589 will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:44:30.603271 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-07d7d1da-aa8d-47fa-a9cd-1eff25f31211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:30.605801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:30.609473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c15e256b-1143-4fb5-bcf6-00a7df6f06f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:30.624841 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6031e55a-e5a0-4bec-8e2d-ea4b6ad0d361 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:30.627009 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7d1da-aa8d-47fa-a9cd-1eff25f31211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66af823a-19dc-42b4-ad9b-1fef78597b07,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:30.632765 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-07d7d1da-aa8d-47fa-a9cd-1eff25f31211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:30.660771 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-07d7d1da-aa8d-47fa-a9cd-1eff25f31211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:30.684062 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-07d7d1da-aa8d-47fa-a9cd-1eff25f31211 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66af823a-19dc-42b4-ad9b-1fef78597b07 HTTP/1.1" status: 204 len: 168 time: 0.2813814 Apr 21 14:44:31.179847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51503497-add5-4580-b7fd-7bc8c8a4a54f req-52da69f6-6658-44a4-ba78-3cbf826aa90b tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:31.182665 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-51503497-add5-4580-b7fd-7bc8c8a4a54f req-52da69f6-6658-44a4-ba78-3cbf826aa90b tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 943 time: 0.1471968 Apr 21 14:44:31.199332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Pushing event updated for resources: {'Port': ['ID=876e4f8b-3588-4181-90eb-11af3ea38589,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:31.216317 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:31.285775 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-51503497-add5-4580-b7fd-7bc8c8a4a54f req-af95e42d-71ce-416c-b6d7-1bd1359e64a1 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943975 Apr 21 14:44:31.311727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 33638) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.346721 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a59c-09c0-412c-95b4-465f3ff338db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:31.379097 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b0e0a59c-09c0-412c-95b4-465f3ff338db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:31.386756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b0e0a59c-09c0-412c-95b4-465f3ff338db admin admin] Usage tracker for resource:security_group_rule and tenant:06a219aedad847209606f470f197763b is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:31.393480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b0e0a59c-09c0-412c-95b4-465f3ff338db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:31.406880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b0e0a59c-09c0-412c-95b4-465f3ff338db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:31.421537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Attempting to bind port 876e4f8b-3588-4181-90eb-11af3ea38589 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:44:31.422124 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Attempting to bind port 876e4f8b-3588-4181-90eb-11af3ea38589 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'eb5858b3-ac47-4930-832e-e19bd4d34b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:44:31.422695 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Attempting to bind port 876e4f8b-3588-4181-90eb-11af3ea38589 on network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:44:31.432101 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Port 876e4f8b-3588-4181-90eb-11af3ea38589 on network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:44:31.432529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Attempting to bind port 876e4f8b-3588-4181-90eb-11af3ea38589 on network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:44:31.442976 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:31.444753 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Checking segment: {'id': 'eb5858b3-ac47-4930-832e-e19bd4d34b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:44:31.444753 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Bound using segment: {'id': 'eb5858b3-ac47-4930-832e-e19bd4d34b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:31.445512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Bound port: 876e4f8b-3588-4181-90eb-11af3ea38589, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5858b3-ac47-4930-832e-e19bd4d34b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:44:31.446755 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:31.519844 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33644) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.580671 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] For port 876e4f8b-3588-4181-90eb-11af3ea38589, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:44:31.587379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] For port 876e4f8b-3588-4181-90eb-11af3ea38589, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=876e4f8b-3588-4181-90eb-11af3ea38589,segment=NetworkSegment(eb5858b3-ac47-4930-832e-e19bd4d34b71),segment_id=eb5858b3-ac47-4930-832e-e19bd4d34b71)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:44:31.592831 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:31.593974 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a59c-09c0-412c-95b4-465f3ff338db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:31.598197 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a59c-09c0-412c-95b4-465f3ff338db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:31.601590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-46b8a7f0-f671-4445-8fb1-a4ce2b3463f3 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:31.614192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1eec9eb2-9825-477b-8d71-647236d5b443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:31.677908 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:31.678731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:31.680528 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] 10.222.0.44 "PUT /v2.0/ports/876e4f8b-3588-4181-90eb-11af3ea38589 HTTP/1.1" status: 200 len: 1093 time: 1.8974977 Apr 21 14:44:31.681236 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce1d455-e417-474a-9e89-684efd8ad348', 'tag': '876e4f8b-3588-4181-90eb-11af3ea38589'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:44:31.696068 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b0e0a59c-09c0-412c-95b4-465f3ff338db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06a219aedad847209606f470f197763b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823352 Apr 21 14:44:31.699598 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33652) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.700886 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0a59c-09c0-412c-95b4-465f3ff338db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fad89c4-b595-4a38-a00c-df0d5662ab31,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:31.710596 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b0e0a59c-09c0-412c-95b4-465f3ff338db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:31.740487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Pushing event updated for resources: {'Port': ['ID=876e4f8b-3588-4181-90eb-11af3ea38589,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:31.791336 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:31.795745 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce1d455-e417-474a-9e89-684efd8ad348', 'tag': '876e4f8b-3588-4181-90eb-11af3ea38589', 'status': 'completed', 'code': 200} Apr 21 14:44:31.833174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c492f6f1-e57e-472f-bd3e-efbcf35d8d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:31.859639 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c492f6f1-e57e-472f-bd3e-efbcf35d8d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:31.874392 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c492f6f1-e57e-472f-bd3e-efbcf35d8d1e admin admin] Usage tracker for resource:security_group_rule and tenant:b4b08669f36f4333b87dc48c49c28d3c is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:31.880092 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c492f6f1-e57e-472f-bd3e-efbcf35d8d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:31.902683 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c492f6f1-e57e-472f-bd3e-efbcf35d8d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:31.906319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-45151351-376b-4ea6-98af-a8579b7706bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:31.965923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-45151351-376b-4ea6-98af-a8579b7706bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:31.979092 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738524f0-d374-47ce-9041-47eb81a3f31a req-2f1aa46e-97e0-4cbf-95db-7596a7b2e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:31.980803 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-2f1aa46e-97e0-4cbf-95db-7596a7b2e49d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=050299fb5946416f9428a65d9d7c4e06&device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 1096 time: 0.2417760 Apr 21 14:44:32.080452 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-b161a19f-f2b5-461b-b40b-1d177f0af775 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=876e4f8b-3588-4181-90eb-11af3ea38589 HTTP/1.1" status: 200 len: 217 time: 0.0818501 Apr 21 14:44:32.201955 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738524f0-d374-47ce-9041-47eb81a3f31a req-ceacc9f8-bd56-4aa1-88a7-e863d82a2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:32.203562 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-ceacc9f8-bd56-4aa1-88a7-e863d82a2eec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1245ceb7-a145-4bd6-acd1-ded96be63dc2 HTTP/1.1" status: 200 len: 854 time: 0.1129212 Apr 21 14:44:32.262760 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-45151351-376b-4ea6-98af-a8579b7706bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:32.268004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c492f6f1-e57e-472f-bd3e-efbcf35d8d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:32.275201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5e13db81-fece-4f4c-88bb-05ec9242ec00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:32.294647 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c492f6f1-e57e-472f-bd3e-efbcf35d8d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:32.304189 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-8a765633-388c-4297-91f1-6992d44bba84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4de81e9e-8b31-45d3-9978-5ea07f9a6138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855515 Apr 21 14:44:32.307360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45151351-376b-4ea6-98af-a8579b7706bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fad89c4-b595-4a38-a00c-df0d5662ab31,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:32.314262 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-45151351-376b-4ea6-98af-a8579b7706bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:32.318501 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f6d1e02e-a12d-404a-9f35-1114cb466cae tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:32.448705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-45151351-376b-4ea6-98af-a8579b7706bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:32.450011 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-45151351-376b-4ea6-98af-a8579b7706bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1fad89c4-b595-4a38-a00c-df0d5662ab31 HTTP/1.1" status: 204 len: 168 time: 0.7493646 Apr 21 14:44:32.478565 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c492f6f1-e57e-472f-bd3e-efbcf35d8d1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4b08669f36f4333b87dc48c49c28d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9567764 Apr 21 14:44:32.480160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492f6f1-e57e-472f-bd3e-efbcf35d8d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7657f896-a789-4788-9fbc-9fc0247cf0bd,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:32.502746 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33664) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.515078 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c492f6f1-e57e-472f-bd3e-efbcf35d8d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:32.582854 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd84da8-6b3e-4ed5-9515-3bf1c32b7714 req-d5d4c42d-bc50-4dab-b5b3-33c58ad52745 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:32.589300 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-afd84da8-6b3e-4ed5-9515-3bf1c32b7714 req-d5d4c42d-bc50-4dab-b5b3-33c58ad52745 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 943 time: 0.1341255 Apr 21 14:44:32.642732 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-afd84da8-6b3e-4ed5-9515-3bf1c32b7714 req-678a0296-f085-4f57-a7d9-d806a1b2f767 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Apr 21 14:44:32.659759 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3d1bdb1d-eabf-4b89-b770-489f74761b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:32.712206 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-cb4e8b37-a10e-4ba4-a6de-2990c59c722f service neutron] 10.222.0.44 "GET /v2.0/networks/4de81e9e-8b31-45d3-9978-5ea07f9a6138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968797 Apr 21 14:44:32.714156 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3d1bdb1d-eabf-4b89-b770-489f74761b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:32.898278 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3d1bdb1d-eabf-4b89-b770-489f74761b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:32.898859 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 33670) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.905754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-915a54b0-2e43-4f5d-8d0a-92ff9aa94502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:32.920629 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-639b3d05-39aa-4523-8baa-18dae89df710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:32.923143 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-738524f0-d374-47ce-9041-47eb81a3f31a req-fe2e8cf1-e9ad-462d-89da-e21fb9a012f3 service neutron] 10.222.0.44 "GET /v2.0/networks/4de81e9e-8b31-45d3-9978-5ea07f9a6138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010565 Apr 21 14:44:32.924669 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bdb1d-eabf-4b89-b770-489f74761b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7657f896-a789-4788-9fbc-9fc0247cf0bd,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:32.929955 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3d1bdb1d-eabf-4b89-b770-489f74761b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:32.935828 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3d1bdb1d-eabf-4b89-b770-489f74761b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:32.937814 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-3d1bdb1d-eabf-4b89-b770-489f74761b68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7657f896-a789-4788-9fbc-9fc0247cf0bd HTTP/1.1" status: 204 len: 168 time: 0.4294162 Apr 21 14:44:32.938713 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-639b3d05-39aa-4523-8baa-18dae89df710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:32.943293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-639b3d05-39aa-4523-8baa-18dae89df710 admin admin] Usage tracker for resource:security_group_rule and tenant:ef29fcb4eb7447fc805f532d31996909 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:32.947100 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-639b3d05-39aa-4523-8baa-18dae89df710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:32.954728 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-639b3d05-39aa-4523-8baa-18dae89df710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:33.111624 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-639b3d05-39aa-4523-8baa-18dae89df710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:33.114937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c600d1-7bb4-4026-9a2c-9c6e14f38a13 req-646cfda9-ad6d-4f31-8f50-2c81a0390526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:33.115679 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-639b3d05-39aa-4523-8baa-18dae89df710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:33.117731 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-44c600d1-7bb4-4026-9a2c-9c6e14f38a13 req-646cfda9-ad6d-4f31-8f50-2c81a0390526 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=050299fb5946416f9428a65d9d7c4e06&device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 1096 time: 0.1276557 Apr 21 14:44:33.125524 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ff37159e-33e9-4cff-b2b2-606d2fb30982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:33.174470 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-639b3d05-39aa-4523-8baa-18dae89df710 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef29fcb4eb7447fc805f532d31996909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699223 Apr 21 14:44:33.174788 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 33676) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.191435 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b3d05-39aa-4523-8baa-18dae89df710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7f80c7-d89d-4aa7-ac86-a5aecf417bef,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:33.198074 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-639b3d05-39aa-4523-8baa-18dae89df710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:33.252344 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b07b4a2e-1555-4574-81da-119015b45f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:33.291127 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b07b4a2e-1555-4574-81da-119015b45f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:33.323842 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c600d1-7bb4-4026-9a2c-9c6e14f38a13 req-d33a1a1a-8499-47f3-8966-54ed1675cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:33.326397 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-44c600d1-7bb4-4026-9a2c-9c6e14f38a13 req-d33a1a1a-8499-47f3-8966-54ed1675cce9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4de81e9e-8b31-45d3-9978-5ea07f9a6138 HTTP/1.1" status: 200 len: 915 time: 0.2012637 Apr 21 14:44:33.342728 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b07b4a2e-1555-4574-81da-119015b45f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:33.348416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a572a6f6-edbe-4585-8365-611dac875dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:33.365258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b4a2e-1555-4574-81da-119015b45f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7f80c7-d89d-4aa7-ac86-a5aecf417bef,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:33.368211 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b07b4a2e-1555-4574-81da-119015b45f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:33.375018 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b07b4a2e-1555-4574-81da-119015b45f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:33.379205 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b07b4a2e-1555-4574-81da-119015b45f90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a7f80c7-d89d-4aa7-ac86-a5aecf417bef HTTP/1.1" status: 204 len: 168 time: 0.2032492 Apr 21 14:44:33.479363 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-44c600d1-7bb4-4026-9a2c-9c6e14f38a13 req-33ac513d-19f2-40b8-b310-2b096e1403c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=876e4f8b-3588-4181-90eb-11af3ea38589 HTTP/1.1" status: 200 len: 217 time: 0.1449203 Apr 21 14:44:33.608177 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c600d1-7bb4-4026-9a2c-9c6e14f38a13 req-521b2ad7-6cd5-4475-b220-f4e5a4d24b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:33.611079 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-44c600d1-7bb4-4026-9a2c-9c6e14f38a13 req-521b2ad7-6cd5-4475-b220-f4e5a4d24b28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1245ceb7-a145-4bd6-acd1-ded96be63dc2 HTTP/1.1" status: 200 len: 854 time: 0.1245577 Apr 21 14:44:33.690611 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-44c600d1-7bb4-4026-9a2c-9c6e14f38a13 req-60a7566b-a50e-4dec-aa2c-c1b2bff550fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4de81e9e-8b31-45d3-9978-5ea07f9a6138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714476 Apr 21 14:44:33.991229 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b118d-8072-486f-a231-7fabbdcfa00b req-529c93cb-d024-4c2a-8351-e7cd3b5b982c tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:33.995670 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bb4b118d-8072-486f-a231-7fabbdcfa00b req-529c93cb-d024-4c2a-8351-e7cd3b5b982c tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 943 time: 0.2112174 Apr 21 14:44:34.039663 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-44c600d1-7bb4-4026-9a2c-9c6e14f38a13 req-3794c86c-cf9f-441b-9879-bd27d2d7dcd8 service neutron] 10.222.0.44 "GET /v2.0/networks/4de81e9e-8b31-45d3-9978-5ea07f9a6138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434737 Apr 21 14:44:34.093031 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bb4b118d-8072-486f-a231-7fabbdcfa00b req-e47bb602-df51-423c-8584-43409cd3ed48 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897973 Apr 21 14:44:34.268012 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-44c600d1-7bb4-4026-9a2c-9c6e14f38a13 req-2ce37d18-3bee-44cf-aed3-40a90c12ff05 service neutron] 10.222.0.44 "GET /v2.0/networks/4de81e9e-8b31-45d3-9978-5ea07f9a6138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212946 Apr 21 14:44:34.996619 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d5cfb5d1-dd8b-43fe-bb7a-5f640be75e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:35.428638 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149e76d-48eb-4c96-b549-9e73d46622fc req-e51970f8-2952-4c2a-b289-d4f83ed1a360 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:35.432013 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0149e76d-48eb-4c96-b549-9e73d46622fc req-e51970f8-2952-4c2a-b289-d4f83ed1a360 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 943 time: 0.1645765 Apr 21 14:44:35.513952 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0149e76d-48eb-4c96-b549-9e73d46622fc req-eb8fedb4-3b2d-473e-ba86-404d50c40c55 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748320 Apr 21 14:44:35.761343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 33794) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:35.932337 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-748a5370-f636-4f14-ac33-bffa85db0518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:35.950284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-748a5370-f636-4f14-ac33-bffa85db0518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:44:35.954753 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-748a5370-f636-4f14-ac33-bffa85db0518 admin admin] Usage tracker for resource:security_group_rule and tenant:070cb8f0a68c4f3ca2d2882ab1aa6385 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:44:35.958063 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-748a5370-f636-4f14-ac33-bffa85db0518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:44:35.966807 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-748a5370-f636-4f14-ac33-bffa85db0518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:44:36.072469 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-748a5370-f636-4f14-ac33-bffa85db0518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:36.083450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-748a5370-f636-4f14-ac33-bffa85db0518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:36.093015 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:36.142753 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-748a5370-f636-4f14-ac33-bffa85db0518 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=070cb8f0a68c4f3ca2d2882ab1aa6385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798544 Apr 21 14:44:36.144740 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a5370-f636-4f14-ac33-bffa85db0518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da43439-e91e-44e8-9eee-ca35709a6d4b,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:36.146538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 33806) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:36.148799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-748a5370-f636-4f14-ac33-bffa85db0518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:36.232484 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0b3cfd1b-915e-4ddf-b052-f33ad80ace8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:36.268577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0b3cfd1b-915e-4ddf-b052-f33ad80ace8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:36.351985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0b3cfd1b-915e-4ddf-b052-f33ad80ace8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:36.361419 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4d3c81fe-5a8a-49b2-8323-904ee46e4e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:36.384230 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cfd1b-915e-4ddf-b052-f33ad80ace8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da43439-e91e-44e8-9eee-ca35709a6d4b,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:36.393334 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0b3cfd1b-915e-4ddf-b052-f33ad80ace8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:36.397341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0b3cfd1b-915e-4ddf-b052-f33ad80ace8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:36.399527 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-0b3cfd1b-915e-4ddf-b052-f33ad80ace8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6da43439-e91e-44e8-9eee-ca35709a6d4b HTTP/1.1" status: 204 len: 168 time: 0.2504175 Apr 21 14:44:36.840541 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af637a4-4eff-4c84-b6ab-c4244b8a596f req-9cde9dee-5fe1-480e-9913-89c0962d0ea7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:36.844620 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1af637a4-4eff-4c84-b6ab-c4244b8a596f req-9cde9dee-5fe1-480e-9913-89c0962d0ea7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 943 time: 0.1780405 Apr 21 14:44:36.925033 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1af637a4-4eff-4c84-b6ab-c4244b8a596f req-348e99a8-8649-4eef-ad60-fb088a10c4bb tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712142 Apr 21 14:44:37.666723 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 876e4f8b-3588-4181-90eb-11af3ea38589 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:44:37.891795 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 876e4f8b-3588-4181-90eb-11af3ea38589, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=876e4f8b-3588-4181-90eb-11af3ea38589,segment=NetworkSegment(eb5858b3-ac47-4930-832e-e19bd4d34b71),segment_id=eb5858b3-ac47-4930-832e-e19bd4d34b71)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:44:37.913513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '876e4f8b-3588-4181-90eb-11af3ea38589', 'network_id': '4de81e9e-8b31-45d3-9978-5ea07f9a6138', 'port_id': '876e4f8b-3588-4181-90eb-11af3ea38589', 'mac_address': 'fa:16:3e:fa:24:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1245ceb7-a145-4bd6-acd1-ded96be63dc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:44:38.008954 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:38.048612 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876e4f8b-3588-4181-90eb-11af3ea38589 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:44:38.075465 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 876e4f8b-3588-4181-90eb-11af3ea38589, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=876e4f8b-3588-4181-90eb-11af3ea38589,segment=NetworkSegment(eb5858b3-ac47-4930-832e-e19bd4d34b71),segment_id=eb5858b3-ac47-4930-832e-e19bd4d34b71)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:44:38.079940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:38.083379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cd8bd1be-2591-40ee-8c2e-20a473c845dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:38.203977 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=876e4f8b-3588-4181-90eb-11af3ea38589,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:38.208423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:38.213970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a562e-b995-4c14-9844-30f4ce21676a req-94e3dab1-42ba-4e7c-b749-1187ffc6acc7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:38.216786 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d03a562e-b995-4c14-9844-30f4ce21676a req-94e3dab1-42ba-4e7c-b749-1187ffc6acc7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 944 time: 0.1200449 Apr 21 14:44:38.291970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9e0311dd-78c4-4050-b708-bb77d1a2ed64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:38.294392 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d03a562e-b995-4c14-9844-30f4ce21676a req-9c8df5be-07b1-4b54-9ea7-4683841c9df5 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668862 Apr 21 14:44:38.613465 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['876e4f8b-3588-4181-90eb-11af3ea38589'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:44:38.946620 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:39.570625 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb3fb7-e487-4809-9867-0d06eec33479 req-adc998f7-fb90-4736-bbe7-4678f0177e5f tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:39.572419 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c6eb3fb7-e487-4809-9867-0d06eec33479 req-adc998f7-fb90-4736-bbe7-4678f0177e5f tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 944 time: 0.1151619 Apr 21 14:44:39.630311 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c6eb3fb7-e487-4809-9867-0d06eec33479 req-abae00b2-8c22-40a7-8075-91a896b461ef tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504909 Apr 21 14:44:39.743263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:39.830341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:40.898706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca52a30-019f-442e-ada5-2a50e1e2fdec req-c34333e5-bed7-48c7-99dc-2e94c34fb076 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:40.900495 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eca52a30-019f-442e-ada5-2a50e1e2fdec req-c34333e5-bed7-48c7-99dc-2e94c34fb076 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 944 time: 0.1184788 Apr 21 14:44:40.930780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:41.198846 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-eca52a30-019f-442e-ada5-2a50e1e2fdec req-c4bba2d4-1536-45fc-891d-ec08d8172bb1 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870133 Apr 21 14:44:41.698194 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 876e4f8b-3588-4181-90eb-11af3ea38589 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:44:41.779657 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port 876e4f8b-3588-4181-90eb-11af3ea38589 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:44:41.785574 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 876e4f8b-3588-4181-90eb-11af3ea38589 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:44:41.786004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:41.950912 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:42.011800 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce1d455-e417-474a-9e89-684efd8ad348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876e4f8b-3588-4181-90eb-11af3ea38589'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:44:42.030801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 876e4f8b-3588-4181-90eb-11af3ea38589, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=876e4f8b-3588-4181-90eb-11af3ea38589,segment=NetworkSegment(eb5858b3-ac47-4930-832e-e19bd4d34b71),segment_id=eb5858b3-ac47-4930-832e-e19bd4d34b71)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:44:42.035504 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:44:42.040374 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:44:42.104077 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce1d455-e417-474a-9e89-684efd8ad348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876e4f8b-3588-4181-90eb-11af3ea38589', 'code': 200} Apr 21 14:44:42.138265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:44:42.152163 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=876e4f8b-3588-4181-90eb-11af3ea38589,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:44:42.158101 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:44:42.458033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657123f8-b140-4c54-b24b-0e270056a563 req-68030684-b1f7-477e-a1fb-8da163b57da5 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:42.460305 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-657123f8-b140-4c54-b24b-0e270056a563 req-68030684-b1f7-477e-a1fb-8da163b57da5 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 945 time: 0.1067524 Apr 21 14:44:42.497313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73883838-2a89-4439-9b4b-35b065c6c1c6 req-a37d3503-5db2-47a1-917a-5aa922929a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:42.500331 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-73883838-2a89-4439-9b4b-35b065c6c1c6 req-a37d3503-5db2-47a1-917a-5aa922929a14 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 1098 time: 0.1512136 Apr 21 14:44:42.558658 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-657123f8-b140-4c54-b24b-0e270056a563 req-fcf39217-a159-4698-b53d-ac3f3480390b tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834141 Apr 21 14:44:42.569326 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-73883838-2a89-4439-9b4b-35b065c6c1c6 req-5b8a2b47-2969-48f9-8895-c8eaace1a8be service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619195 Apr 21 14:44:43.779154 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c20621-62f9-40da-bc55-04f3d0e663a8 req-3c4b46c1-9843-455f-97b1-7d9ed75cf571 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:43.780965 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c4c20621-62f9-40da-bc55-04f3d0e663a8 req-3c4b46c1-9843-455f-97b1-7d9ed75cf571 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 945 time: 0.0939708 Apr 21 14:44:43.842480 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c4c20621-62f9-40da-bc55-04f3d0e663a8 req-0dd719c4-a4c6-45fa-995e-a15d7db9aa01 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543172 Apr 21 14:44:45.352826 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0a01c-6d93-424e-b273-4096f4fd79e0 req-ab01caf2-245b-499b-8106-000910dc80a7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:44:45.354550 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a2e0a01c-6d93-424e-b273-4096f4fd79e0 req-ab01caf2-245b-499b-8106-000910dc80a7 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 945 time: 0.3774934 Apr 21 14:44:45.418840 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a2e0a01c-6d93-424e-b273-4096f4fd79e0 req-1e3bc8bc-6f9e-4fe6-897d-66c9c19c01ef tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512173 Apr 21 14:45:04.994643 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-13872b70-0ebe-4fbd-98f9-81bc37f61d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:08.289188 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-181d2da7-6e5f-4ee1-a825-3ae251512266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:08.896714 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:09.751606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:09.841725 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:10.938216 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:16.472283 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12f066-e807-4b29-9aba-cf228840b5b9 req-55ef6b0d-54b2-4e06-b0d3-47d3883a591f tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:16.478380 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bc12f066-e807-4b29-9aba-cf228840b5b9 req-55ef6b0d-54b2-4e06-b0d3-47d3883a591f tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 945 time: 0.1599669 Apr 21 14:45:16.544616 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bc12f066-e807-4b29-9aba-cf228840b5b9 req-1a4b37a9-9c5b-49bb-8c1f-6351770af8a8 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585780 Apr 21 14:45:17.847388 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94457f9-25df-4aaa-8ee3-94b94f5e98eb req-70f41ad9-a5c2-4f41-ba8b-2a8c9f79a1be tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:17.849670 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c94457f9-25df-4aaa-8ee3-94b94f5e98eb req-70f41ad9-a5c2-4f41-ba8b-2a8c9f79a1be tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 945 time: 0.1369739 Apr 21 14:45:17.922996 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c94457f9-25df-4aaa-8ee3-94b94f5e98eb req-91ceebd0-3c97-4f7c-9d71-1a19c1370789 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647223 Apr 21 14:45:19.134776 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:45:19.250131 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ae380-c3eb-4ddb-8833-69828722dd41 req-07dfe0b6-f92d-495a-8328-f73a54abfc98 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:19.251899 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9f5ae380-c3eb-4ddb-8833-69828722dd41 req-07dfe0b6-f92d-495a-8328-f73a54abfc98 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 945 time: 0.1210227 Apr 21 14:45:19.307639 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9f5ae380-c3eb-4ddb-8833-69828722dd41 req-f2aaa912-0962-4047-a6a2-06fd7f090f14 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480974 Apr 21 14:45:20.573006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc03db-52b7-4a40-9276-2bc0bd9932a3 req-a20a8566-4320-4f0f-a2c0-b92e09f79672 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:20.574660 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7ffc03db-52b7-4a40-9276-2bc0bd9932a3 req-a20a8566-4320-4f0f-a2c0-b92e09f79672 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 945 time: 0.1289537 Apr 21 14:45:20.576343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 34286) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:20.652629 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7ffc03db-52b7-4a40-9276-2bc0bd9932a3 req-fc27600b-17f7-406b-a960-db908ff6346d tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657339 Apr 21 14:45:20.741483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:20.771166 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:45:20.778546 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Usage tracker for resource:security_group_rule and tenant:0821549c20794a2dbab93a8973703e97 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:45:20.782455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:45:20.790931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:45:20.905923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:20.910033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:20.920965 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3d1bdb1d-eabf-4b89-b770-489f74761b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:20.975410 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0821549c20794a2dbab93a8973703e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3977654 Apr 21 14:45:20.977904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093ca582-cfe1-482c-b373-79c60eebad02,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:20.980925 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 34296) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:20.988473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:20.988949 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:20.989391 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:20.989810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:20.990236 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:20.991074 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:20.991489 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:20.991868 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:20.992449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:20.993074 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:20.993612 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:20.994144 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:21.001961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:21.067732 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:21.100434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:21.158544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:21.171714 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-50ecc26b-7582-4471-adec-89c4a3c13908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:21.209724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093ca582-cfe1-482c-b373-79c60eebad02,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:21.229661 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:21.230647 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:21.231499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:21.232398 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:21.233354 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:21.234618 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:21.235518 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:21.236827 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:21.237748 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:21.238659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:21.239968 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:21.241423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:21.249357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:21.275745 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:21.284256 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/093ca582-cfe1-482c-b373-79c60eebad02 HTTP/1.1" status: 204 len: 168 time: 0.3013005 Apr 21 14:45:21.293531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12495947-e9dd-4a74-9904-d4f6b8080ed3 req-c0f6f8ed-a4f4-4bb3-b61c-f372fa93c39e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:21.294797 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-12495947-e9dd-4a74-9904-d4f6b8080ed3 req-c0f6f8ed-a4f4-4bb3-b61c-f372fa93c39e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Synchronizing usage tracker for tenant:050299fb5946416f9428a65d9d7c4e06 on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:45:21.316688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-12495947-e9dd-4a74-9904-d4f6b8080ed3 req-c0f6f8ed-a4f4-4bb3-b61c-f372fa93c39e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Unset dirty status for tenant:050299fb5946416f9428a65d9d7c4e06 on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:45:21.318605 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-12495947-e9dd-4a74-9904-d4f6b8080ed3 req-c0f6f8ed-a4f4-4bb3-b61c-f372fa93c39e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 945 time: 0.1586547 Apr 21 14:45:21.407009 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-12495947-e9dd-4a74-9904-d4f6b8080ed3 req-4fe8958e-1951-4358-ba8c-7168b58d89f0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Deleting port 876e4f8b-3588-4181-90eb-11af3ea38589 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:21.407589 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-12495947-e9dd-4a74-9904-d4f6b8080ed3 req-4fe8958e-1951-4358-ba8c-7168b58d89f0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:21.754141 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-12495947-e9dd-4a74-9904-d4f6b8080ed3 req-4fe8958e-1951-4358-ba8c-7168b58d89f0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] For port 876e4f8b-3588-4181-90eb-11af3ea38589, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=876e4f8b-3588-4181-90eb-11af3ea38589,segment=NetworkSegment(eb5858b3-ac47-4930-832e-e19bd4d34b71),segment_id=eb5858b3-ac47-4930-832e-e19bd4d34b71)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:45:21.755678 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-12495947-e9dd-4a74-9904-d4f6b8080ed3 req-4fe8958e-1951-4358-ba8c-7168b58d89f0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:21.914361 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-12495947-e9dd-4a74-9904-d4f6b8080ed3 req-4fe8958e-1951-4358-ba8c-7168b58d89f0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Calling delete_port for 876e4f8b-3588-4181-90eb-11af3ea38589 owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:45:21.944694 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3853d3d-3220-45ad-80c6-2dbc7c10d5c6 req-4d4c80ce-73cb-4452-8010-62779edc014d tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:21.947678 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f3853d3d-3220-45ad-80c6-2dbc7c10d5c6 req-4d4c80ce-73cb-4452-8010-62779edc014d tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 945 time: 0.1161451 Apr 21 14:45:22.047280 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f3853d3d-3220-45ad-80c6-2dbc7c10d5c6 req-23a940db-a4cd-4325-a8c7-67fffc70024d tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e41a9fb-d750-48dc-8623-33a24f317dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802844 Apr 21 14:45:22.122819 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-12495947-e9dd-4a74-9904-d4f6b8080ed3 req-4fe8958e-1951-4358-ba8c-7168b58d89f0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:22.129234 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-efcf03fc-8e46-4ab1-bf4a-4dae5e6b63a3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:22.185813 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8958e-1951-4358-ba8c-7168b58d89f0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Pushing event deleted for resources: {'Port': ['ID=876e4f8b-3588-4181-90eb-11af3ea38589,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:22.189127 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4fe8958e-1951-4358-ba8c-7168b58d89f0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:22.307942 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-12495947-e9dd-4a74-9904-d4f6b8080ed3 req-4fe8958e-1951-4358-ba8c-7168b58d89f0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] No DVR routers for this DVR port 876e4f8b-3588-4181-90eb-11af3ea38589 on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:45:22.311534 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-12495947-e9dd-4a74-9904-d4f6b8080ed3 req-4fe8958e-1951-4358-ba8c-7168b58d89f0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:22.317376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce1d455-e417-474a-9e89-684efd8ad348', 'name': 'network-vif-deleted', 'tag': '876e4f8b-3588-4181-90eb-11af3ea38589'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:45:22.353072 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-12495947-e9dd-4a74-9904-d4f6b8080ed3 req-4fe8958e-1951-4358-ba8c-7168b58d89f0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.44 "DELETE /v2.0/ports/876e4f8b-3588-4181-90eb-11af3ea38589 HTTP/1.1" status: 204 len: 173 time: 1.0281386 Apr 21 14:45:22.686440 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce1d455-e417-474a-9e89-684efd8ad348', 'name': 'network-vif-deleted', 'tag': '876e4f8b-3588-4181-90eb-11af3ea38589', 'status': 'completed', 'code': 200} Apr 21 14:45:23.012659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 34344) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:23.214751 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 34354) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:23.327966 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8137e413-0624-4298-9cf4-a7d5f6229a6f req-6d0f5c64-4cc1-41ce-9fea-83d04ed9f4a5 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce1d455-e417-474a-9e89-684efd8ad348 HTTP/1.1" status: 200 len: 210 time: 0.1003506 Apr 21 14:45:23.357716 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6d07cce9-1dcf-488d-9bb2-a7885144cb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:23.412413 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6d07cce9-1dcf-488d-9bb2-a7885144cb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:45:23.426519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6d07cce9-1dcf-488d-9bb2-a7885144cb6c admin admin] Usage tracker for resource:security_group_rule and tenant:7ad771b7cbd5409baea0ed2d11b6754d is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:45:23.432536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-afa0e623-2c11-4acc-9917-1fba3d3e0cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:23.453174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6d07cce9-1dcf-488d-9bb2-a7885144cb6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:45:23.465856 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6d07cce9-1dcf-488d-9bb2-a7885144cb6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:45:23.470433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-afa0e623-2c11-4acc-9917-1fba3d3e0cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:45:23.483509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-afa0e623-2c11-4acc-9917-1fba3d3e0cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:ae10a27472ca4aa6b7883b152e43aafc is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:45:23.496437 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-afa0e623-2c11-4acc-9917-1fba3d3e0cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:45:23.511846 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-afa0e623-2c11-4acc-9917-1fba3d3e0cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:45:23.686685 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6d07cce9-1dcf-488d-9bb2-a7885144cb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:23.693029 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6d07cce9-1dcf-488d-9bb2-a7885144cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:23.709206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:23.742589 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-afa0e623-2c11-4acc-9917-1fba3d3e0cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:23.760539 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-afa0e623-2c11-4acc-9917-1fba3d3e0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:23.775516 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6d07cce9-1dcf-488d-9bb2-a7885144cb6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ad771b7cbd5409baea0ed2d11b6754d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7610939 Apr 21 14:45:23.778893 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 34360) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:23.780286 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07cce9-1dcf-488d-9bb2-a7885144cb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5945bfb5-f186-4c40-ab89-24aa207a3de1,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:23.785746 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6d07cce9-1dcf-488d-9bb2-a7885144cb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:23.786852 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-656b1dd4-5494-47fd-9e07-c385735b3f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:23.828836 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-afa0e623-2c11-4acc-9917-1fba3d3e0cc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae10a27472ca4aa6b7883b152e43aafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6079514 Apr 21 14:45:23.829214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 34364) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:23.852506 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0e623-2c11-4acc-9917-1fba3d3e0cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8836e876-428a-4228-8951-753378745281,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:23.861204 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-afa0e623-2c11-4acc-9917-1fba3d3e0cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:23.873519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-cc750961-1094-4fdd-82f4-05a9f470add7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:23.901967 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 876e4f8b-3588-4181-90eb-11af3ea38589 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:45:23.927402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-cc750961-1094-4fdd-82f4-05a9f470add7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:23.938112 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8948684f-d1d8-4007-b077-3eae66c71aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:23.967984 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: 876e4f8b-3588-4181-90eb-11af3ea38589 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:45:23.967984 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 876e4f8b-3588-4181-90eb-11af3ea38589 not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:45:23.971706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8948684f-d1d8-4007-b077-3eae66c71aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:24.017529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-cc750961-1094-4fdd-82f4-05a9f470add7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:24.023750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-199bc67f-4cb3-4e34-a7c2-d797cd325038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:24.027023 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8948684f-d1d8-4007-b077-3eae66c71aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:24.033382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1a3481d0-afcf-4be1-a208-c7e518995ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:24.035738 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc750961-1094-4fdd-82f4-05a9f470add7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5945bfb5-f186-4c40-ab89-24aa207a3de1,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:24.040495 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cc750961-1094-4fdd-82f4-05a9f470add7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:24.044431 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-cc750961-1094-4fdd-82f4-05a9f470add7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:24.045661 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-cc750961-1094-4fdd-82f4-05a9f470add7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5945bfb5-f186-4c40-ab89-24aa207a3de1 HTTP/1.1" status: 204 len: 168 time: 0.2654083 Apr 21 14:45:24.061877 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948684f-d1d8-4007-b077-3eae66c71aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8836e876-428a-4228-8951-753378745281,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:24.065761 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8948684f-d1d8-4007-b077-3eae66c71aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:24.077770 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8948684f-d1d8-4007-b077-3eae66c71aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:24.082349 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-8948684f-d1d8-4007-b077-3eae66c71aba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8836e876-428a-4228-8951-753378745281 HTTP/1.1" status: 204 len: 168 time: 0.2487721 Apr 21 14:45:27.202940 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-b9335ab9-2da4-48a5-94b7-944a3f99cc00 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=63f19bad8ecf47a6b4bd44aacdd6e2bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351524 Apr 21 14:45:27.385319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-00760171-fa4d-4651-b999-710932dacbee tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:27.387027 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-00760171-fa4d-4651-b999-710932dacbee tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765089 Apr 21 14:45:27.405529 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-fb68b6b6-59a0-46ed-99db-5e76fb5cc13d tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/quotas/63f19bad8ecf47a6b4bd44aacdd6e2bc HTTP/1.1" status: 200 len: 375 time: 0.0115719 Apr 21 14:45:27.467311 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-1d25eae5-0606-4055-8219-44f52e108456 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=63f19bad8ecf47a6b4bd44aacdd6e2bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548995 Apr 21 14:45:27.735128 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a90c3bf4-510a-444c-b27a-da360c38436c req-545e06ec-ae91-405a-a561-cbb4df66b434 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 210 time: 0.0927496 Apr 21 14:45:28.918624 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7ea43122-e563-4bbd-89df-9980cca634a9 req-141893f2-660a-456e-a4b3-c9cc2be35209 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 210 time: 0.0559793 Apr 21 14:45:29.158642 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-11fe5578-b08d-48c1-98a1-fa2a987d25b9 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=63f19bad8ecf47a6b4bd44aacdd6e2bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390475 Apr 21 14:45:29.369219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-608bb7cd-f504-46d9-8e35-62cff5a05a18 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:29.370854 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-608bb7cd-f504-46d9-8e35-62cff5a05a18 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062228 Apr 21 14:45:29.383876 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Request body: {'port': {'device_id': '8ac6f30c-5e2b-49a5-afc4-131fc577558b', 'network_id': 'c1d32002-4599-4eb1-85cb-479f92048b26', 'admin_state_up': True, 'tenant_id': '63f19bad8ecf47a6b4bd44aacdd6e2bc'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:29.642386 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:45:29.647221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Usage tracker for resource:port and tenant:63f19bad8ecf47a6b4bd44aacdd6e2bc is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:45:29.651040 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:45:29.658417 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:45:29.668780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Made reservation on behalf of 63f19bad8ecf47a6b4bd44aacdd6e2bc for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:45:29.675243 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:29.690507 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:29.709540 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:45:29.714577 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Usage tracker for resource:security_group_rule and tenant:63f19bad8ecf47a6b4bd44aacdd6e2bc is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:45:29.718389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:45:29.726488 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:45:29.863731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:29.867973 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:29.873377 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-13cf1643-af30-445e-b2cf-c4eed0ea73aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:29.962654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26ef882-ebab-42fa-a1c1-75753698561f,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:29.969052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:30.093690 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Allocated IP 192.168.233.237 (c1d32002-4599-4eb1-85cb-479f92048b26/8744d982-7c17-4aec-8918-b502fdf4fab5/c55bffab-8e8b-442a-8919-32f6a552ffbb) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:45:30.133555 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-24977850-1447-408b-8cc7-8eef7157b44b req-ca17b07d-2802-4fc7-a5d3-c6940e237a57 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 210 time: 0.0702283 Apr 21 14:45:30.591123 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:30.614315 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Transition to ACTIVE for port object c55bffab-8e8b-442a-8919-32f6a552ffbb will not be triggered until provisioned by entity DHCP. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:45:30.643097 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:30.650607 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-82f7aa49-947a-4544-bbea-5286baf2d120 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:30.730326 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Network c1d32002-4599-4eb1-85cb-479f92048b26 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:45:30.734012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:45:30.738667 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:45:30.778003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Pushing event updated for resources: {'Port': ['ID=c55bffab-8e8b-442a-8919-32f6a552ffbb,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:30.785758 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:30.853379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:30.854870 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:30.906456 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5273860 Apr 21 14:45:31.110092 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Request body: {'port': {'device_id': '8ac6f30c-5e2b-49a5-afc4-131fc577558b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:31.120486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-d33c9f16-54ab-420a-9750-ac12a941e28c None None] Provisioning for port c55bffab-8e8b-442a-8919-32f6a552ffbb completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:45:31.130481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-d33c9f16-54ab-420a-9750-ac12a941e28c None None] Provisioning complete for port c55bffab-8e8b-442a-8919-32f6a552ffbb triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:45:31.131596 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d33c9f16-54ab-420a-9750-ac12a941e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:31.211225 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-d33c9f16-54ab-420a-9750-ac12a941e28c None None] Port c55bffab-8e8b-442a-8919-32f6a552ffbb cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:45:31.278821 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:31.408215 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f535adb-5423-4ab5-961f-3c429b6a30d8 req-df4ad38e-fad5-4177-a9d6-d5d8d6a75703 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:31.409936 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f535adb-5423-4ab5-961f-3c429b6a30d8 req-df4ad38e-fad5-4177-a9d6-d5d8d6a75703 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 936 time: 0.1045067 Apr 21 14:45:31.470174 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f535adb-5423-4ab5-961f-3c429b6a30d8 req-ccf4f648-7673-4b9f-bc54-fac7f5de1d52 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/security-groups?id=c26ef882-ebab-42fa-a1c1-75753698561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519586 Apr 21 14:45:31.693033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55bffab-8e8b-442a-8919-32f6a552ffbb {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:45:31.701398 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:31.717708 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Transition to ACTIVE for port object c55bffab-8e8b-442a-8919-32f6a552ffbb will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:45:31.721131 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:31.727240 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-72186766-1c2a-4d99-ad6b-bab2d086454e tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:31.949245 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Pushing event updated for resources: {'Port': ['ID=c55bffab-8e8b-442a-8919-32f6a552ffbb,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:31.982382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:32.045964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Attempting to bind port c55bffab-8e8b-442a-8919-32f6a552ffbb on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:45:32.046593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Attempting to bind port c55bffab-8e8b-442a-8919-32f6a552ffbb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '61000b77-5ea8-45a7-8faf-63ff6cdd1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c1d32002-4599-4eb1-85cb-479f92048b26'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:45:32.047138 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Attempting to bind port c55bffab-8e8b-442a-8919-32f6a552ffbb on network c1d32002-4599-4eb1-85cb-479f92048b26 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:45:32.056282 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Port c55bffab-8e8b-442a-8919-32f6a552ffbb on network c1d32002-4599-4eb1-85cb-479f92048b26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:45:32.056799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Attempting to bind port c55bffab-8e8b-442a-8919-32f6a552ffbb on network c1d32002-4599-4eb1-85cb-479f92048b26 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:45:32.066774 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:45:32.067372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Checking segment: {'id': '61000b77-5ea8-45a7-8faf-63ff6cdd1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c1d32002-4599-4eb1-85cb-479f92048b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:45:32.067970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Bound using segment: {'id': '61000b77-5ea8-45a7-8faf-63ff6cdd1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c1d32002-4599-4eb1-85cb-479f92048b26'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:45:32.068684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Bound port: c55bffab-8e8b-442a-8919-32f6a552ffbb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61000b77-5ea8-45a7-8faf-63ff6cdd1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c1d32002-4599-4eb1-85cb-479f92048b26'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:45:32.069369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:32.224512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] For port c55bffab-8e8b-442a-8919-32f6a552ffbb, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:45:32.229435 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] For port c55bffab-8e8b-442a-8919-32f6a552ffbb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c55bffab-8e8b-442a-8919-32f6a552ffbb,segment=NetworkSegment(61000b77-5ea8-45a7-8faf-63ff6cdd1aaa),segment_id=61000b77-5ea8-45a7-8faf-63ff6cdd1aaa)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:45:32.234572 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:32.243661 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:32.361252 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:32.362441 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:32.365405 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] 10.222.0.44 "PUT /v2.0/ports/c55bffab-8e8b-442a-8919-32f6a552ffbb HTTP/1.1" status: 200 len: 1098 time: 1.4483514 Apr 21 14:45:32.371847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac6f30c-5e2b-49a5-afc4-131fc577558b', 'tag': 'c55bffab-8e8b-442a-8919-32f6a552ffbb'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:45:32.478654 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac6f30c-5e2b-49a5-afc4-131fc577558b', 'tag': 'c55bffab-8e8b-442a-8919-32f6a552ffbb', 'status': 'completed', 'code': 200} Apr 21 14:45:32.510966 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Pushing event updated for resources: {'Port': ['ID=c55bffab-8e8b-442a-8919-32f6a552ffbb,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:32.517069 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:32.560698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-88473c23-5f5c-4096-8710-ddc797f0eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:32.562400 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-88473c23-5f5c-4096-8710-ddc797f0eb4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63f19bad8ecf47a6b4bd44aacdd6e2bc&device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 1101 time: 0.1401722 Apr 21 14:45:32.670769 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-3e8bf2ae-7f1a-47c7-bb84-5d611b6c4385 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=c55bffab-8e8b-442a-8919-32f6a552ffbb HTTP/1.1" status: 200 len: 217 time: 0.1005857 Apr 21 14:45:32.752216 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-03e71694-8fb2-49ef-a7d0-6633e409e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:32.753511 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-03e71694-8fb2-49ef-a7d0-6633e409e57d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8744d982-7c17-4aec-8918-b502fdf4fab5 HTTP/1.1" status: 200 len: 843 time: 0.0756404 Apr 21 14:45:32.776944 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119b012-8dcd-4eac-9fc9-6c1a0a7eb12d req-03a045ac-f23e-4ff0-b23d-92f45bd94e62 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:32.778657 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4119b012-8dcd-4eac-9fc9-6c1a0a7eb12d req-03a045ac-f23e-4ff0-b23d-92f45bd94e62 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 948 time: 0.1178360 Apr 21 14:45:32.846987 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4119b012-8dcd-4eac-9fc9-6c1a0a7eb12d req-6b9ecedc-ff7d-4111-b493-14ccc3fa16b3 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/security-groups?id=c26ef882-ebab-42fa-a1c1-75753698561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546973 Apr 21 14:45:32.860087 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-19cec9b0-4b80-46ec-85a6-89ee47ef1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:32.863609 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-19cec9b0-4b80-46ec-85a6-89ee47ef1374 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1d32002-4599-4eb1-85cb-479f92048b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1014278 Apr 21 14:45:33.021316 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-f16c4600-5eb8-406f-b711-817ea62cf1ae service neutron] 10.222.0.44 "GET /v2.0/networks/c1d32002-4599-4eb1-85cb-479f92048b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467955 Apr 21 14:45:33.177588 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6e6727da-2cca-4344-b502-5d54fb7c7b9d req-a64119c3-daa8-419b-b309-ad4202d45bab service neutron] 10.222.0.44 "GET /v2.0/networks/c1d32002-4599-4eb1-85cb-479f92048b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488428 Apr 21 14:45:33.310147 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf78dc-3300-4a3e-ba50-3943a6bf8a8c req-23a015e7-14b1-4e36-8de1-ab4bfdaf7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:33.311731 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-57bf78dc-3300-4a3e-ba50-3943a6bf8a8c req-23a015e7-14b1-4e36-8de1-ab4bfdaf7fd8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63f19bad8ecf47a6b4bd44aacdd6e2bc&device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 1101 time: 0.0833602 Apr 21 14:45:33.470373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf78dc-3300-4a3e-ba50-3943a6bf8a8c req-2e8d9857-ee35-4369-8d56-3a6af0bb94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:33.472072 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-57bf78dc-3300-4a3e-ba50-3943a6bf8a8c req-2e8d9857-ee35-4369-8d56-3a6af0bb94eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1d32002-4599-4eb1-85cb-479f92048b26 HTTP/1.1" status: 200 len: 870 time: 0.1535168 Apr 21 14:45:33.554409 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-57bf78dc-3300-4a3e-ba50-3943a6bf8a8c req-b88bf53e-1906-4c50-a006-d79ead860f80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=c55bffab-8e8b-442a-8919-32f6a552ffbb HTTP/1.1" status: 200 len: 217 time: 0.0747399 Apr 21 14:45:33.628420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf78dc-3300-4a3e-ba50-3943a6bf8a8c req-dc5d9143-af73-4cae-a402-83fcb1052ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:33.630024 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-57bf78dc-3300-4a3e-ba50-3943a6bf8a8c req-dc5d9143-af73-4cae-a402-83fcb1052ed7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8744d982-7c17-4aec-8918-b502fdf4fab5 HTTP/1.1" status: 200 len: 843 time: 0.0679386 Apr 21 14:45:33.719541 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf78dc-3300-4a3e-ba50-3943a6bf8a8c req-174fc7cd-0aa6-4d6e-8058-3c83bc5d02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:33.721204 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-57bf78dc-3300-4a3e-ba50-3943a6bf8a8c req-174fc7cd-0aa6-4d6e-8058-3c83bc5d02fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1d32002-4599-4eb1-85cb-479f92048b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0842276 Apr 21 14:45:33.879122 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-57bf78dc-3300-4a3e-ba50-3943a6bf8a8c req-921c78d8-23f1-4e68-98cb-7a1debc44352 service neutron] 10.222.0.44 "GET /v2.0/networks/c1d32002-4599-4eb1-85cb-479f92048b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463995 Apr 21 14:45:34.040839 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-57bf78dc-3300-4a3e-ba50-3943a6bf8a8c req-86ba9d3e-6d1f-4e33-853d-4305253efca5 service neutron] 10.222.0.44 "GET /v2.0/networks/c1d32002-4599-4eb1-85cb-479f92048b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547558 Apr 21 14:45:34.079397 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa9ef4-296e-4163-84a9-b945a013143c req-aee95ea8-b08a-42d3-bda1-af9856b16e09 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:34.081207 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e5aa9ef4-296e-4163-84a9-b945a013143c req-aee95ea8-b08a-42d3-bda1-af9856b16e09 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 948 time: 0.1079247 Apr 21 14:45:34.136337 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e5aa9ef4-296e-4163-84a9-b945a013143c req-4664cd5d-ab9a-456c-b365-cc913580ec03 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/security-groups?id=c26ef882-ebab-42fa-a1c1-75753698561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456486 Apr 21 14:45:34.993729 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b8b952fb-dfbe-4c56-b9f2-5c01b46894ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:35.387028 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bf31d-e91c-4dd2-a081-885da4cf2699 req-6654cc9a-7fb7-4246-a113-a2c919d376c3 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:35.389022 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b63bf31d-e91c-4dd2-a081-885da4cf2699 req-6654cc9a-7fb7-4246-a113-a2c919d376c3 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 948 time: 0.1307371 Apr 21 14:45:35.478722 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b63bf31d-e91c-4dd2-a081-885da4cf2699 req-9f26548e-8a11-430c-9f40-a7776356662f tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/security-groups?id=c26ef882-ebab-42fa-a1c1-75753698561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766609 Apr 21 14:45:35.996888 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device c55bffab-8e8b-442a-8919-32f6a552ffbb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:45:36.164622 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port c55bffab-8e8b-442a-8919-32f6a552ffbb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c55bffab-8e8b-442a-8919-32f6a552ffbb,segment=NetworkSegment(61000b77-5ea8-45a7-8faf-63ff6cdd1aaa),segment_id=61000b77-5ea8-45a7-8faf-63ff6cdd1aaa)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:45:36.181210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': 'c55bffab-8e8b-442a-8919-32f6a552ffbb', 'network_id': 'c1d32002-4599-4eb1-85cb-479f92048b26', 'port_id': 'c55bffab-8e8b-442a-8919-32f6a552ffbb', 'mac_address': 'fa:16:3e:12:44:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8744d982-7c17-4aec-8918-b502fdf4fab5', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:45:36.249706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:36.269364 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55bffab-8e8b-442a-8919-32f6a552ffbb {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:45:36.288756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port c55bffab-8e8b-442a-8919-32f6a552ffbb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c55bffab-8e8b-442a-8919-32f6a552ffbb,segment=NetworkSegment(61000b77-5ea8-45a7-8faf-63ff6cdd1aaa),segment_id=61000b77-5ea8-45a7-8faf-63ff6cdd1aaa)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:45:36.292438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:36.294395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:36.376316 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=c55bffab-8e8b-442a-8919-32f6a552ffbb,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:36.385121 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:36.385521 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:36.385901 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:36.386279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:36.386660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:36.387038 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:36.387408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:36.387778 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:36.388149 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:36.388521 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:36.388912 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:36.389290 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:45:36.393749 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:36.684699 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['c55bffab-8e8b-442a-8919-32f6a552ffbb'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:45:36.708899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b302e62-b2ef-4d0d-885c-202c40fad16a req-88280007-ba63-4f50-be1f-ea342361f88a tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:36.710816 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8b302e62-b2ef-4d0d-885c-202c40fad16a req-88280007-ba63-4f50-be1f-ea342361f88a tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 949 time: 0.0997014 Apr 21 14:45:36.787906 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8b302e62-b2ef-4d0d-885c-202c40fad16a req-915b713a-e1c1-444f-aa2b-05d03fa32a7a tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/security-groups?id=c26ef882-ebab-42fa-a1c1-75753698561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622227 Apr 21 14:45:38.019497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device c55bffab-8e8b-442a-8919-32f6a552ffbb up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:45:38.113341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port c55bffab-8e8b-442a-8919-32f6a552ffbb completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:45:38.122586 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port c55bffab-8e8b-442a-8919-32f6a552ffbb triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:45:38.123138 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:38.123340 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9976a-f0b5-48ed-bfd8-f81c166a728d req-5821f490-0508-43fd-8ca1-38db08ac7f73 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:38.125114 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aec9976a-f0b5-48ed-bfd8-f81c166a728d req-5821f490-0508-43fd-8ca1-38db08ac7f73 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 949 time: 0.1105249 Apr 21 14:45:38.190806 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aec9976a-f0b5-48ed-bfd8-f81c166a728d req-9a78bb95-4abb-4905-99c2-028cb616a8c7 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/security-groups?id=c26ef882-ebab-42fa-a1c1-75753698561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529561 Apr 21 14:45:38.288138 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:38.300393 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-596f7d83-3cc0-4883-93a0-512bedf2fc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:38.322117 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac6f30c-5e2b-49a5-afc4-131fc577558b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55bffab-8e8b-442a-8919-32f6a552ffbb'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:45:38.334673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port c55bffab-8e8b-442a-8919-32f6a552ffbb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c55bffab-8e8b-442a-8919-32f6a552ffbb,segment=NetworkSegment(61000b77-5ea8-45a7-8faf-63ff6cdd1aaa),segment_id=61000b77-5ea8-45a7-8faf-63ff6cdd1aaa)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:45:38.338575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:38.340622 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:38.417965 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=c55bffab-8e8b-442a-8919-32f6a552ffbb,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:38.421621 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:38.574095 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac6f30c-5e2b-49a5-afc4-131fc577558b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55bffab-8e8b-442a-8919-32f6a552ffbb', 'code': 200} Apr 21 14:45:38.904450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:38.965278 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65935a-e287-4031-8c7b-de15eb58cae4 req-29612845-d9ce-45fa-8c56-791a047b5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:38.967004 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4a65935a-e287-4031-8c7b-de15eb58cae4 req-29612845-d9ce-45fa-8c56-791a047b5909 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 1103 time: 0.1881576 Apr 21 14:45:38.971824 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-189acf02-7d03-4654-ac4f-ed2d87d57516 req-2a3ca4ba-2bf6-4cef-9c52-4942faf35496 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1219568 Apr 21 14:45:39.054420 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4a65935a-e287-4031-8c7b-de15eb58cae4 req-89e5a094-2936-46a0-9ce2-4df328c6a2d7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c26ef882-ebab-42fa-a1c1-75753698561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756016 Apr 21 14:45:39.401246 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189acf02-7d03-4654-ac4f-ed2d87d57516 req-7f1f88c5-adeb-4761-bcae-531ad8671673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:39.404467 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-189acf02-7d03-4654-ac4f-ed2d87d57516 req-7f1f88c5-adeb-4761-bcae-531ad8671673 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 1099 time: 0.1699781 Apr 21 14:45:39.514919 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dc8ea-0260-48d3-b825-72fa7e0921ba req-01ba706a-c05c-44de-b540-87212ad57725 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:39.517136 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b20dc8ea-0260-48d3-b825-72fa7e0921ba req-01ba706a-c05c-44de-b540-87212ad57725 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 950 time: 0.1289806 Apr 21 14:45:39.588878 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b20dc8ea-0260-48d3-b825-72fa7e0921ba req-8e32d6b3-cc19-424c-b460-6df9a5761746 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/security-groups?id=c26ef882-ebab-42fa-a1c1-75753698561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593119 Apr 21 14:45:39.711456 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189acf02-7d03-4654-ac4f-ed2d87d57516 req-c13670ac-8e14-441e-8fe3-75ea07d34cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:39.714400 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-189acf02-7d03-4654-ac4f-ed2d87d57516 req-c13670ac-8e14-441e-8fe3-75ea07d34cbe service neutron] 10.222.0.44 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 917 time: 0.2721777 Apr 21 14:45:39.783586 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:39.860233 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:39.927741 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-189acf02-7d03-4654-ac4f-ed2d87d57516 req-096ad0dc-e1c6-4894-81e9-5000525fba05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06c4f399-bafa-497b-a88b-be57cd77e071 HTTP/1.1" status: 200 len: 1001 time: 0.2063587 Apr 21 14:45:40.007196 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189acf02-7d03-4654-ac4f-ed2d87d57516 req-69fd75c3-efd7-4519-ba95-4d51f1b2611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:40.008811 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-189acf02-7d03-4654-ac4f-ed2d87d57516 req-69fd75c3-efd7-4519-ba95-4d51f1b2611d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 200 len: 855 time: 0.0726318 Apr 21 14:45:40.111997 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189acf02-7d03-4654-ac4f-ed2d87d57516 req-fb9f5d4a-5bdc-4fe2-91f8-7b8b1d2b3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:40.114611 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-189acf02-7d03-4654-ac4f-ed2d87d57516 req-fb9f5d4a-5bdc-4fe2-91f8-7b8b1d2b3089 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0971985 Apr 21 14:45:40.413515 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-189acf02-7d03-4654-ac4f-ed2d87d57516 req-fe456dac-145e-46a1-92a1-96736e86991c service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789662 Apr 21 14:45:40.936974 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:40.942679 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-189acf02-7d03-4654-ac4f-ed2d87d57516 req-ded86536-684b-48f3-b6cf-ba2409366734 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171709 Apr 21 14:45:41.010669 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307ee5e-b23d-45b5-915f-87cac103bb82 req-e17fdba0-3d0d-44e4-bca0-3545c3f4e003 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:41.014147 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c307ee5e-b23d-45b5-915f-87cac103bb82 req-e17fdba0-3d0d-44e4-bca0-3545c3f4e003 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 950 time: 0.1776202 Apr 21 14:45:41.079616 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c307ee5e-b23d-45b5-915f-87cac103bb82 req-ca7dd82c-3f80-42f1-8673-50ab9d7b9d3e tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/security-groups?id=c26ef882-ebab-42fa-a1c1-75753698561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524616 Apr 21 14:45:41.811367 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e18013-ba9a-4b6a-9b7a-57f93a0c0788 req-be7a33b9-1568-4b69-b405-4a4d811b48fc tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:41.813176 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-78e18013-ba9a-4b6a-9b7a-57f93a0c0788 req-be7a33b9-1568-4b69-b405-4a4d811b48fc tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 950 time: 0.1331573 Apr 21 14:45:41.883237 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-78e18013-ba9a-4b6a-9b7a-57f93a0c0788 req-9a884b2e-03fd-478e-ad21-0469a1e42b82 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/security-groups?id=c26ef882-ebab-42fa-a1c1-75753698561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585272 Apr 21 14:45:42.067959 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a754b41-a40f-4675-9382-7fdd4256dde5 req-182da240-12ee-41b3-95c0-83dfdd131d01 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:42.070898 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2a754b41-a40f-4675-9382-7fdd4256dde5 req-182da240-12ee-41b3-95c0-83dfdd131d01 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1207595 Apr 21 14:45:42.133318 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2a754b41-a40f-4675-9382-7fdd4256dde5 req-172bfac5-650f-462c-991d-19d2be361764 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511017 Apr 21 14:45:42.621738 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c87638-9506-4106-815a-ff29e28d7203 req-bf45b074-02d9-478d-9cc8-019dec37730e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:42.623478 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-63c87638-9506-4106-815a-ff29e28d7203 req-bf45b074-02d9-478d-9cc8-019dec37730e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 946 time: 0.1326251 Apr 21 14:45:42.677058 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-63c87638-9506-4106-815a-ff29e28d7203 req-040339dc-8366-463f-9547-21ae4dee106f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462079 Apr 21 14:45:43.128094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef7c77-7b4c-4031-b7ec-69381a223099 req-9f94efa4-7522-48d7-9c4a-4b2991fda94c tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:43.128094 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39ef7c77-7b4c-4031-b7ec-69381a223099 req-9f94efa4-7522-48d7-9c4a-4b2991fda94c tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 950 time: 0.1018455 Apr 21 14:45:43.197868 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39ef7c77-7b4c-4031-b7ec-69381a223099 req-360753d4-2be9-4d8d-ab24-65f0dea42f1d tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/security-groups?id=c26ef882-ebab-42fa-a1c1-75753698561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610313 Apr 21 14:45:43.429228 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965092e-5b43-439a-ae9c-e023c574a772 req-2a309884-183f-4023-8fba-8afb65664a61 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:43.429851 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-6965092e-5b43-439a-ae9c-e023c574a772 req-2a309884-183f-4023-8fba-8afb65664a61 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Synchronizing usage tracker for tenant:63f19bad8ecf47a6b4bd44aacdd6e2bc on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:45:43.454362 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-6965092e-5b43-439a-ae9c-e023c574a772 req-2a309884-183f-4023-8fba-8afb65664a61 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Unset dirty status for tenant:63f19bad8ecf47a6b4bd44aacdd6e2bc on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:45:43.455761 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6965092e-5b43-439a-ae9c-e023c574a772 req-2a309884-183f-4023-8fba-8afb65664a61 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 950 time: 0.1477001 Apr 21 14:45:43.459530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd84e19-36c0-4b7a-bd23-c858173d72c6 req-db942ab2-d281-4d88-919d-a4fd63275d6a tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:43.461518 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4dd84e19-36c0-4b7a-bd23-c858173d72c6 req-db942ab2-d281-4d88-919d-a4fd63275d6a tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1545186 Apr 21 14:45:43.553698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-6965092e-5b43-439a-ae9c-e023c574a772 req-c21e5859-d998-405c-8e4d-301bbf641695 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Deleting port c55bffab-8e8b-442a-8919-32f6a552ffbb {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:43.554078 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6965092e-5b43-439a-ae9c-e023c574a772 req-c21e5859-d998-405c-8e4d-301bbf641695 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:43.557659 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4dd84e19-36c0-4b7a-bd23-c858173d72c6 req-6107ea7d-5200-425c-ab46-986161631609 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830328 Apr 21 14:45:43.860123 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-6965092e-5b43-439a-ae9c-e023c574a772 req-c21e5859-d998-405c-8e4d-301bbf641695 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] For port c55bffab-8e8b-442a-8919-32f6a552ffbb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c55bffab-8e8b-442a-8919-32f6a552ffbb,segment=NetworkSegment(61000b77-5ea8-45a7-8faf-63ff6cdd1aaa),segment_id=61000b77-5ea8-45a7-8faf-63ff6cdd1aaa)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:45:43.860545 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6965092e-5b43-439a-ae9c-e023c574a772 req-c21e5859-d998-405c-8e4d-301bbf641695 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:43.961077 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248ef19-94eb-465e-9292-83802c1a6b21 req-c11401e8-3b72-47e0-a044-a522c71d040d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:43.963198 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9248ef19-94eb-465e-9292-83802c1a6b21 req-c11401e8-3b72-47e0-a044-a522c71d040d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 946 time: 0.1063678 Apr 21 14:45:44.007191 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-6965092e-5b43-439a-ae9c-e023c574a772 req-c21e5859-d998-405c-8e4d-301bbf641695 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Calling delete_port for c55bffab-8e8b-442a-8919-32f6a552ffbb owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:45:44.028100 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9248ef19-94eb-465e-9292-83802c1a6b21 req-a3f93ecd-1415-49b9-86eb-725a1a06825b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564458 Apr 21 14:45:44.177133 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6965092e-5b43-439a-ae9c-e023c574a772 req-c21e5859-d998-405c-8e4d-301bbf641695 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:44.186725 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:44.271723 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e5859-d998-405c-8e4d-301bbf641695 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Pushing event deleted for resources: {'Port': ['ID=c55bffab-8e8b-442a-8919-32f6a552ffbb,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:44.276283 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c21e5859-d998-405c-8e4d-301bbf641695 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:44.368932 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-6965092e-5b43-439a-ae9c-e023c574a772 req-c21e5859-d998-405c-8e4d-301bbf641695 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] No DVR routers for this DVR port c55bffab-8e8b-442a-8919-32f6a552ffbb on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:45:44.371857 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-6965092e-5b43-439a-ae9c-e023c574a772 req-c21e5859-d998-405c-8e4d-301bbf641695 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:44.375509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac6f30c-5e2b-49a5-afc4-131fc577558b', 'name': 'network-vif-deleted', 'tag': 'c55bffab-8e8b-442a-8919-32f6a552ffbb'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:45:44.393893 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6965092e-5b43-439a-ae9c-e023c574a772 req-c21e5859-d998-405c-8e4d-301bbf641695 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.44 "DELETE /v2.0/ports/c55bffab-8e8b-442a-8919-32f6a552ffbb HTTP/1.1" status: 204 len: 173 time: 0.9305606 Apr 21 14:45:44.512419 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac6f30c-5e2b-49a5-afc4-131fc577558b', 'name': 'network-vif-deleted', 'tag': 'c55bffab-8e8b-442a-8919-32f6a552ffbb', 'status': 'completed', 'code': 200} Apr 21 14:45:44.565938 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cb04940d-2461-444c-80b1-e61a64704a12 req-6e496831-12d8-48e3-a202-8303f82120d7 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ac6f30c-5e2b-49a5-afc4-131fc577558b HTTP/1.1" status: 200 len: 210 time: 0.1497822 Apr 21 14:45:44.628410 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-084799d5-2109-4df2-9835-193f2686c7af tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:44.629913 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-084799d5-2109-4df2-9835-193f2686c7af tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Synchronizing usage tracker for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:45:44.655655 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-084799d5-2109-4df2-9835-193f2686c7af tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Unset dirty status for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:45:44.658013 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-084799d5-2109-4df2-9835-193f2686c7af tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 946 time: 0.2085860 Apr 21 14:45:44.809801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Deleting port 06c4f399-bafa-497b-a88b-be57cd77e071 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:44.810423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:44.903793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62fc81-6ec0-4600-966c-f2582ebc761f req-4215ac9b-562a-4e12-8949-17245e94f297 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:44.905647 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ce62fc81-6ec0-4600-966c-f2582ebc761f req-4215ac9b-562a-4e12-8949-17245e94f297 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1072900 Apr 21 14:45:44.982413 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ce62fc81-6ec0-4600-966c-f2582ebc761f req-24ce4ef1-eca0-4130-bd4b-fac48c15cdd1 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622168 Apr 21 14:45:45.339734 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] For port 06c4f399-bafa-497b-a88b-be57cd77e071, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06c4f399-bafa-497b-a88b-be57cd77e071,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:45:45.340381 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:45.417372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8883-fae7-4a3f-8666-e4db8164d40b req-70596e0e-6dc9-4f31-a9d7-770530c1535f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:45.420192 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ddcf8883-fae7-4a3f-8666-e4db8164d40b req-70596e0e-6dc9-4f31-a9d7-770530c1535f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 946 time: 0.1388350 Apr 21 14:45:45.476740 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ddcf8883-fae7-4a3f-8666-e4db8164d40b req-c618e6c6-949e-4b9c-a24e-b40e70115618 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=311c0342-8d05-4519-aa6a-8f891fd1dbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483482 Apr 21 14:45:45.795810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:45.795810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:45.795810 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_db [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Floating IP 13cddd9d-488c-4128-8c52-34eb69cd7188 disassociated. External IP: 172.28.3.203, port: 06c4f399-bafa-497b-a88b-be57cd77e071. Apr 21 14:45:45.795810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Calling delete_port for 06c4f399-bafa-497b-a88b-be57cd77e071 owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:45:46.034910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:46.047954 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5ddbd2dd-32ce-46f7-8d46-00c46d9a711b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:46.087391 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 06c4f399-bafa-497b-a88b-be57cd77e071 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:45:46.146361 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event deleted for resources: {'Port': ['ID=06c4f399-bafa-497b-a88b-be57cd77e071,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:46.159441 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:46.185070 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: 06c4f399-bafa-497b-a88b-be57cd77e071 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:45:46.185736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 06c4f399-bafa-497b-a88b-be57cd77e071 not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:45:46.186546 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device c55bffab-8e8b-442a-8919-32f6a552ffbb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:45:46.265014 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: c55bffab-8e8b-442a-8919-32f6a552ffbb {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:45:46.265942 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device c55bffab-8e8b-442a-8919-32f6a552ffbb not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:45:46.413476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9927d2-41dd-48c4-a2b7-a5ce15b47732 req-597f6475-b390-4d06-ab35-b2ded4d27559 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:46.438658 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fc9927d2-41dd-48c4-a2b7-a5ce15b47732 req-597f6475-b390-4d06-ab35-b2ded4d27559 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1941433 Apr 21 14:45:46.582028 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fc9927d2-41dd-48c4-a2b7-a5ce15b47732 req-b204f4ce-e259-42b8-b26b-b8a1b8b7b0ad tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417246 Apr 21 14:45:46.753029 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:45:46.868834 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e3f02d11-ff36-48ec-b02f-b1149e3e2c1a req-d734a393-344c-49bb-ab0b-3393839a1c10 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 210 time: 0.0572863 Apr 21 14:45:47.136025 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:45:47.149139 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33724e8b-067e-4e6b-8e6c-c98eac074566 None None] Sync routers for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:45:47.168082 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33724e8b-067e-4e6b-8e6c-c98eac074566 None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:45:47.169931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-33724e8b-067e-4e6b-8e6c-c98eac074566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:45:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:45:47.250751 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] No DVR routers for this DVR port 06c4f399-bafa-497b-a88b-be57cd77e071 on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:45:47.255104 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:47.271569 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'name': 'network-vif-deleted', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:45:47.294974 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a421c97f-05ad-4f9e-a296-0b5b1d12878d req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.44 "DELETE /v2.0/ports/06c4f399-bafa-497b-a88b-be57cd77e071 HTTP/1.1" status: 204 len: 173 time: 2.6291196 Apr 21 14:45:47.472337 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3d87fa-22da-44a3-9423-dac72613f702', 'name': 'network-vif-deleted', 'tag': '06c4f399-bafa-497b-a88b-be57cd77e071', 'status': 'completed', 'code': 200} Apr 21 14:45:47.553401 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-33724e8b-067e-4e6b-8e6c-c98eac074566 None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:45:47.844530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 34736) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:48.025434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe9343a-17ca-49df-86b5-918bda5126b3 admin admin] Deleting subnet 1245ceb7-a145-4bd6-acd1-ded96be63dc2 {{(pid=86344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:45:48.029246 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7fe9343a-17ca-49df-86b5-918bda5126b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:48.100908 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7fe9343a-17ca-49df-86b5-918bda5126b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15093118'] for subnet, precommit_delete_associations {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:48.167876 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7fe9343a-17ca-49df-86b5-918bda5126b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:48.417400 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-33724e8b-067e-4e6b-8e6c-c98eac074566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:11Z', 'revision_number': 5, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:45:48.422859 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33724e8b-067e-4e6b-8e6c-c98eac074566 None None] Checking router: 939eaf5e-af39-4998-b4f3-31e9c8664bd3 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:45:48.434393 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33724e8b-067e-4e6b-8e6c-c98eac074566 None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:45:48.435245 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-33724e8b-067e-4e6b-8e6c-c98eac074566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:45:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:45:48.493413 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9d7f0d22-ea2f-4bab-8d20-e226901ac466 req-8f1831db-e151-4359-b775-c3fdfc111cef tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a3d87fa-22da-44a3-9423-dac72613f702 HTTP/1.1" status: 200 len: 210 time: 0.1254971 Apr 21 14:45:48.849746 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67884a-e22c-44f4-bb9e-c6ad06e29301 req-2d37c257-3501-425d-9aea-d42ec2516162 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:48.857851 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cf67884a-e22c-44f4-bb9e-c6ad06e29301 req-2d37c257-3501-425d-9aea-d42ec2516162 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.7813234 Apr 21 14:45:48.955102 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cf67884a-e22c-44f4-bb9e-c6ad06e29301 req-32b7f836-69bb-4e1d-bfdd-fe7e19079370 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941033 Apr 21 14:45:48.957853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7fe9343a-17ca-49df-86b5-918bda5126b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839801422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13952544'] for subnet, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:48.975396 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-33724e8b-067e-4e6b-8e6c-c98eac074566 None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:45:48.984006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:49.053289 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9343a-17ca-49df-86b5-918bda5126b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1245ceb7-a145-4bd6-acd1-ded96be63dc2,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:49.057563 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7fe9343a-17ca-49df-86b5-918bda5126b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:49.064723 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7fe9343a-17ca-49df-86b5-918bda5126b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:49.070105 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-7fe9343a-17ca-49df-86b5-918bda5126b3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1245ceb7-a145-4bd6-acd1-ded96be63dc2 HTTP/1.1" status: 204 len: 168 time: 1.2232127 Apr 21 14:45:49.073853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 34776) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:49.256535 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:49.489114 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-33724e8b-067e-4e6b-8e6c-c98eac074566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:11Z', 'revision_number': 5, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:45:49.495377 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33724e8b-067e-4e6b-8e6c-c98eac074566 None None] The sync data for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb is: [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:11Z', 'revision_number': 5, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:45:49.503876 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:49.676432 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de81e9e-8b31-45d3-9978-5ea07f9a6138']}} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:45:49.703611 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5858b3-ac47-4930-832e-e19bd4d34b71') {'for_net_delete': True} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:45:49.704355 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5858b3-ac47-4930-832e-e19bd4d34b71') {} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:45:49.733167 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 34826) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:49.739618 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838360413'] for segment, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:49.761378 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:49.768332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=86343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:45:50.017162 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] Network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:45:50.032046 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16416190'] for segment, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:50.108091 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b44ecf-c405-4494-8031-40f0eadd229d None None] New status for floating IP 13cddd9d-488c-4128-8c52-34eb69cd7188: DOWN {{(pid=86346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:45:50.183865 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e6b81e4a-c834-47fc-86f8-da047f153c60 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:50.246840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e6b81e4a-c834-47fc-86f8-da047f153c60 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:50.266711 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] Network 4de81e9e-8b31-45d3-9978-5ea07f9a6138 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:50.302353 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:50.434677 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:50.440536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:50.466974 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e6b81e4a-c834-47fc-86f8-da047f153c60 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:50.476632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1b2b18a8-3ebe-4901-9a43-f93a689ced9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:50.484026 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:50.522270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b81e4a-c834-47fc-86f8-da047f153c60 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=311c0342-8d05-4519-aa6a-8f891fd1dbf7,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:50.526623 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] Pushing event deleted for resources: {'Network': ['ID=4de81e9e-8b31-45d3-9978-5ea07f9a6138,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:50.533449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:50.542354 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e6b81e4a-c834-47fc-86f8-da047f153c60 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:50.544563 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-56961373-0950-48fc-83cc-371eeb43a75c admin admin] 10.222.0.15 "DELETE /v2.0/networks/4de81e9e-8b31-45d3-9978-5ea07f9a6138 HTTP/1.1" status: 204 len: 168 time: 1.4682105 Apr 21 14:45:50.545898 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e6b81e4a-c834-47fc-86f8-da047f153c60 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "DELETE /v2.0/security-groups/311c0342-8d05-4519-aa6a-8f891fd1dbf7 HTTP/1.1" status: 204 len: 168 time: 0.8109698 Apr 21 14:45:50.552082 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 34858) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:50.553517 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e6b81e4a-c834-47fc-86f8-da047f153c60 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:50.605798 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.v2.resource [None req-f97e5bf3-cf3a-4ba3-95eb-14acbc6811a6 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] show failed (client error): The resource could not be found. Apr 21 14:45:50.609775 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-f97e5bf3-cf3a-4ba3-95eb-14acbc6811a6 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups/311c0342-8d05-4519-aa6a-8f891fd1dbf7 HTTP/1.1" status: 404 len: 347 time: 0.0547240 Apr 21 14:45:50.615508 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 34864) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:50.625879 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1bec6-c532-4d95-ad4c-cfb3d2af239d req-33d83ec3-9fef-4af4-b42b-624581d3964f tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:50.630212 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2bb1bec6-c532-4d95-ad4c-cfb3d2af239d req-33d83ec3-9fef-4af4-b42b-624581d3964f tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.3204520 Apr 21 14:45:50.774700 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2bb1bec6-c532-4d95-ad4c-cfb3d2af239d req-c92cf544-3bee-40f3-a608-7fa72f95c2e4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232550 Apr 21 14:45:50.959547 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 34872) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:51.058725 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b6759a5a-fd85-4162-b352-c1d539ff3b16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=050299fb5946416f9428a65d9d7c4e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970993 Apr 21 14:45:51.061424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 34878) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:51.134718 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af47ec3a-c578-48b8-a989-6c134a3001eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:51.167705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af47ec3a-c578-48b8-a989-6c134a3001eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:51.210678 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-ce99795c-e774-465f-86b6-56511ff536ae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Deleting port 632a0eef-570a-48d5-aa7b-8aadb1c84acb {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:51.211333 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ce99795c-e774-465f-86b6-56511ff536ae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:51.241679 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af47ec3a-c578-48b8-a989-6c134a3001eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:51.246627 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e094d45e-4cfa-4596-ae68-0147f9c960bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:51.260284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47ec3a-c578-48b8-a989-6c134a3001eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e41a9fb-d750-48dc-8623-33a24f317dcb,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:51.264582 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-af47ec3a-c578-48b8-a989-6c134a3001eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:51.268969 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af47ec3a-c578-48b8-a989-6c134a3001eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:51.276729 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-af47ec3a-c578-48b8-a989-6c134a3001eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e41a9fb-d750-48dc-8623-33a24f317dcb HTTP/1.1" status: 204 len: 168 time: 0.2110205 Apr 21 14:45:51.592924 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ce99795c-e774-465f-86b6-56511ff536ae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:51.594174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ce99795c-e774-465f-86b6-56511ff536ae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:51.737751 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-ce99795c-e774-465f-86b6-56511ff536ae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Calling delete_port for 632a0eef-570a-48d5-aa7b-8aadb1c84acb owned by network:floatingip {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:45:51.999640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ce99795c-e774-465f-86b6-56511ff536ae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:52.010084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3ed6a862-8366-4091-8013-8b63071d9c04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:52.071917 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d8068-a2d9-42b2-abb4-397cae4afdea req-9ac0da23-183b-4bad-a66c-eb5b57721744 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:52.073766 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-911d8068-a2d9-42b2-abb4-397cae4afdea req-9ac0da23-183b-4bad-a66c-eb5b57721744 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1501429 Apr 21 14:45:52.133941 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99795c-e774-465f-86b6-56511ff536ae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event deleted for resources: {'Port': ['ID=632a0eef-570a-48d5-aa7b-8aadb1c84acb,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:52.138953 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ce99795c-e774-465f-86b6-56511ff536ae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:52.142981 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-911d8068-a2d9-42b2-abb4-397cae4afdea req-c932a3bb-9ebe-459c-ac63-86c72f6e12e5 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553801 Apr 21 14:45:52.304389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ce99795c-e774-465f-86b6-56511ff536ae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:52.332820 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ce99795c-e774-465f-86b6-56511ff536ae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:52.337421 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ce99795c-e774-465f-86b6-56511ff536ae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "DELETE /v2.0/floatingips/13cddd9d-488c-4128-8c52-34eb69cd7188 HTTP/1.1" status: 204 len: 168 time: 1.7151999 Apr 21 14:45:52.919571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 34942) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:52.926773 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524367187', 'description': 'tempest-description--1737443075'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:52.933688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:45:52.938497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Usage tracker for resource:security_group and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:45:52.941986 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:45:52.949791 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:45:52.961333 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:52.995289 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:45:53.000345 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Usage tracker for resource:security_group_rule and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:45:53.004986 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:45:53.012492 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:45:53.133001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:53.138211 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:53.149630 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6321c630-c66e-4021-87a0-c7e1762cdb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:53.203694 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:53.207537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:53.213771 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2880287 Apr 21 14:45:53.213771 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:53.214395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 34952) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:53.233459 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-bc3b9943-e04c-4cec-a1ef-62950ad7fe58 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Request body: {'security_group_rule': {'security_group_id': '9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:53.254559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-bc3b9943-e04c-4cec-a1ef-62950ad7fe58 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:45:53.263332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-bc3b9943-e04c-4cec-a1ef-62950ad7fe58 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Usage tracker for resource:security_group_rule and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:45:53.272686 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-bc3b9943-e04c-4cec-a1ef-62950ad7fe58 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:45:53.286056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-bc3b9943-e04c-4cec-a1ef-62950ad7fe58 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:45:53.323363 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9943-e04c-4cec-a1ef-62950ad7fe58 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:53.433970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9943-e04c-4cec-a1ef-62950ad7fe58 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:53.439472 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9943-e04c-4cec-a1ef-62950ad7fe58 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:53.444021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2a15cd6a-8053-49a3-9efd-e4e7fad4219e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:53.457862 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd593f-564a-431e-ba6b-a7aafe1b6197 req-6cec39ec-d96b-417b-a55d-e7b3756957b0 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:53.459626 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-93fd593f-564a-431e-ba6b-a7aafe1b6197 req-6cec39ec-d96b-417b-a55d-e7b3756957b0 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1395638 Apr 21 14:45:53.492154 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b9943-e04c-4cec-a1ef-62950ad7fe58 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feefc2a5-fe8e-4c47-b57d-4730971af0c6,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:53.497044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bc3b9943-e04c-4cec-a1ef-62950ad7fe58 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:53.508837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9943-e04c-4cec-a1ef-62950ad7fe58 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:53.511635 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-bc3b9943-e04c-4cec-a1ef-62950ad7fe58 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2950828 Apr 21 14:45:53.514007 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 34956) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:53.524971 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-d77da659-6d4d-487e-83f1-b9888486e27b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Request body: {'security_group_rule': {'security_group_id': '9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:53.530447 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-93fd593f-564a-431e-ba6b-a7aafe1b6197 req-ef317b3e-3fef-4355-a899-1027e5cce908 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636578 Apr 21 14:45:53.536024 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-d77da659-6d4d-487e-83f1-b9888486e27b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:45:53.543490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-d77da659-6d4d-487e-83f1-b9888486e27b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Usage tracker for resource:security_group_rule and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:45:53.548668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-d77da659-6d4d-487e-83f1-b9888486e27b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:45:53.560411 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-d77da659-6d4d-487e-83f1-b9888486e27b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:45:53.581825 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d77da659-6d4d-487e-83f1-b9888486e27b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:53.662544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d77da659-6d4d-487e-83f1-b9888486e27b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:53.666103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d77da659-6d4d-487e-83f1-b9888486e27b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:53.676354 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:53.709356 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77da659-6d4d-487e-83f1-b9888486e27b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247cf25f-e6dc-4904-ba52-a0090d138327,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:53.713334 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d77da659-6d4d-487e-83f1-b9888486e27b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:53.720052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d77da659-6d4d-487e-83f1-b9888486e27b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:53.722145 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d77da659-6d4d-487e-83f1-b9888486e27b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2063534 Apr 21 14:45:53.725556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 34964) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:53.733469 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Request body: {'floatingip': {'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:53.741388 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:45:53.746851 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Usage tracker for resource:floatingip and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:45:53.750549 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:45:53.758369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:45:53.772272 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:54.004792 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 34970) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:54.030400 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:54.199899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Allocated IP 172.28.3.131 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/cf8b1b28-4ce1-4587-b334-fdec141d4796) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:45:54.230312 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d3346331-a1aa-4ce5-adf2-4e2e8a4969e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63f19bad8ecf47a6b4bd44aacdd6e2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232957 Apr 21 14:45:54.233239 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 34976) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:54.334722 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-380ad435-553e-4349-b800-38baab92de51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:54.367674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:54.389551 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-380ad435-553e-4349-b800-38baab92de51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:54.399693 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:54.405353 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:54.487025 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-380ad435-553e-4349-b800-38baab92de51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:54.490125 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:45:54.493539 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:45:54.498765 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:45:54.508516 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9f50afab-882b-459b-80bd-7d9ce2d41492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:54.530926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event updated for resources: {'Port': ['ID=cf8b1b28-4ce1-4587-b334-fdec141d4796,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:54.539532 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ad435-553e-4349-b800-38baab92de51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26ef882-ebab-42fa-a1c1-75753698561f,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:54.548383 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-380ad435-553e-4349-b800-38baab92de51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:54.556776 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-380ad435-553e-4349-b800-38baab92de51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:54.560902 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-380ad435-553e-4349-b800-38baab92de51 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c26ef882-ebab-42fa-a1c1-75753698561f HTTP/1.1" status: 204 len: 168 time: 0.3245847 Apr 21 14:45:54.575050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:54.751715 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:54.841247 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:54.864040 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2094c-4c1d-4755-b788-1b0a003d278a req-5bdc29fb-b937-4043-90bb-c6c981d8b72c tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:54.877827 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4bc2094c-4c1d-4755-b788-1b0a003d278a req-5bdc29fb-b937-4043-90bb-c6c981d8b72c tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1966593 Apr 21 14:45:54.963321 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4bc2094c-4c1d-4755-b788-1b0a003d278a req-3a387c70-87dc-42bc-8f72-c23d349d24ee tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813994 Apr 21 14:45:55.166983 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:55.172529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:55.178600 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c3c09ce2-eba2-4ccf-862e-90a936a2f05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:45:55.302583 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event updated for resources: {'Port': ['ID=cf8b1b28-4ce1-4587-b334-fdec141d4796,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:45:55.308197 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:45:55.316987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:55.346770 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:55.348504 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6211729 Apr 21 14:45:55.651491 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-0e429583-285f-4ec5-970a-efa6186acfd9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Synchronizing usage tracker for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:security_group {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:45:55.667603 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-0e429583-285f-4ec5-970a-efa6186acfd9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Unset dirty status for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:security_group {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:45:55.668906 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-0e429583-285f-4ec5-970a-efa6186acfd9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--524367187&fields=id&tenant_id=a316512ef8944f2d8f18a8de373ca6d4 HTTP/1.1" status: 200 len: 267 time: 0.0610728 Apr 21 14:45:55.855665 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-b7e452b7-4b52-4292-8a6b-5d0de62a2079 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:55.857372 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-b7e452b7-4b52-4292-8a6b-5d0de62a2079 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 816 time: 0.1798100 Apr 21 14:45:55.876204 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-8f0eeffb-c557-485a-bfb7-b9ff4316f1b1 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/quotas/a316512ef8944f2d8f18a8de373ca6d4 HTTP/1.1" status: 200 len: 375 time: 0.0108614 Apr 21 14:45:55.983153 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-7b9967ea-731b-49a1-a244-1758c1381c6c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001685 Apr 21 14:45:56.144815 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:45:56.422670 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a40945-ac10-48f8-b7e9-6f63c667a202 req-86ea8983-7109-4b58-b674-38d05e5f1f4e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:56.425816 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-44a40945-ac10-48f8-b7e9-6f63c667a202 req-86ea8983-7109-4b58-b674-38d05e5f1f4e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.3289824 Apr 21 14:45:56.438692 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-8eb65bbe-1b19-470a-bd02-69c3b8de3aa8 service neutron] 10.222.0.15 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406371 Apr 21 14:45:56.617162 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-44a40945-ac10-48f8-b7e9-6f63c667a202 req-8fc1c35d-fa98-4276-8835-47440f9f1caf tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768651 Apr 21 14:45:56.684816 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-22b67ed8-27fb-4b16-b867-ebb65f9608d3 service neutron] 10.222.0.15 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129309 Apr 21 14:45:56.901110 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-002b50d4-c3ed-43ec-baac-7b00a84c68b2 req-61ba0f45-b182-47f2-be3b-a24779749d08 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 210 time: 0.0525331 Apr 21 14:45:57.887163 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050cf3e-8e79-4457-9357-34983eeefec7 req-3c27a788-f956-4c6e-95b9-0ba4b724e2bb tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:57.893837 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e050cf3e-8e79-4457-9357-34983eeefec7 req-3c27a788-f956-4c6e-95b9-0ba4b724e2bb tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1273320 Apr 21 14:45:57.993584 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e050cf3e-8e79-4457-9357-34983eeefec7 req-e7a4755e-adab-407e-9abd-4b9241b19a30 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896115 Apr 21 14:45:58.339054 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-c3536c49-5efc-4b45-ad0a-dfb3a94ebff9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:58.342977 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-c3536c49-5efc-4b45-ad0a-dfb3a94ebff9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.44 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 816 time: 0.3834119 Apr 21 14:45:58.459935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-4d82d0ee-8880-496c-9e4f-2643d574476a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Synchronizing usage tracker for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:security_group {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:45:58.492949 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-4d82d0ee-8880-496c-9e4f-2643d574476a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Unset dirty status for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:security_group {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:45:58.495076 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-4d82d0ee-8880-496c-9e4f-2643d574476a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a316512ef8944f2d8f18a8de373ca6d4 HTTP/1.1" status: 200 len: 379 time: 0.1428139 Apr 21 14:45:58.509888 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Request body: {'port': {'device_id': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'admin_state_up': True, 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'security_groups': ['9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab']}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:58.592684 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0fd695d2-ce62-428c-a58a-df9ab75435e3 req-83c6b9e6-933f-4470-ae59-398bf79bad61 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 210 time: 0.1026561 Apr 21 14:45:58.872974 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0707b-01a5-45bf-8a1d-f9bb4f225920 req-d39702ac-2dd7-49ca-9045-755fd4381f91 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:58.875813 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aed0707b-01a5-45bf-8a1d-f9bb4f225920 req-d39702ac-2dd7-49ca-9045-755fd4381f91 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1280499 Apr 21 14:45:58.925062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:45:58.937794 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Usage tracker for resource:port and tenant:a316512ef8944f2d8f18a8de373ca6d4 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:45:58.944375 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:45:58.959274 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:45:58.960872 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aed0707b-01a5-45bf-8a1d-f9bb4f225920 req-d4c52f5d-e25a-41c8-ae3e-95fe08ab5893 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771849 Apr 21 14:45:58.991109 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Made reservation on behalf of a316512ef8944f2d8f18a8de373ca6d4 for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:45:58.998593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:59.023370 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5069d0-cc14-4a5b-96f7-f9f7c0c012b4 req-2b828888-f879-4bed-a58c-f0e9704fe71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:59.025124 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fd5069d0-cc14-4a5b-96f7-f9f7c0c012b4 req-2b828888-f879-4bed-a58c-f0e9704fe71c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3214a692023d4ab892db2772036c242c&device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 1099 time: 0.2027352 Apr 21 14:45:59.313946 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5069d0-cc14-4a5b-96f7-f9f7c0c012b4 req-ad7b8945-7d1e-42a8-a4ac-a5f8af3008fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:59.315631 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fd5069d0-cc14-4a5b-96f7-f9f7c0c012b4 req-ad7b8945-7d1e-42a8-a4ac-a5f8af3008fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=360abb24-8ba4-4c03-a629-c3398e2a39ca HTTP/1.1" status: 200 len: 912 time: 0.2482879 Apr 21 14:45:59.398887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Allocated IP 172.20.0.3 (a668a23f-2857-41e6-8e90-6a98c2e3b4c2/9d098cc5-ec00-4167-8ff0-5eee8e9272a6/a8bcbace-99cc-42bf-85c6-858eca6206e7) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:45:59.466983 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fd5069d0-cc14-4a5b-96f7-f9f7c0c012b4 req-2c53fd41-fd6b-4e20-bff8-f5e02888ef40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99e89cf9-b92d-4ed7-a891-511e428a3691 HTTP/1.1" status: 200 len: 1002 time: 0.1424975 Apr 21 14:45:59.648796 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5069d0-cc14-4a5b-96f7-f9f7c0c012b4 req-ea022b26-e616-447b-9126-bf9782a829ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:45:59.650448 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fd5069d0-cc14-4a5b-96f7-f9f7c0c012b4 req-ea022b26-e616-447b-9126-bf9782a829ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3000c177-c2b6-4910-a0a4-b4dc9431018a HTTP/1.1" status: 200 len: 850 time: 0.1720905 Apr 21 14:45:59.782568 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:45:59.876301 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a6575eb1-125b-454a-a99e-f5887b16e289 req-fa895087-35fb-4100-aa90-38c8aa45cc09 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 210 time: 0.1067345 Apr 21 14:46:00.061944 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Transition to ACTIVE for port object a8bcbace-99cc-42bf-85c6-858eca6206e7 will not be triggered until provisioned by entity DHCP. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:46:00.073449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5069d0-cc14-4a5b-96f7-f9f7c0c012b4 req-36ae9bc7-5957-4131-813c-4fadcff3c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:00.075159 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fd5069d0-cc14-4a5b-96f7-f9f7c0c012b4 req-36ae9bc7-5957-4131-813c-4fadcff3c803 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=360abb24-8ba4-4c03-a629-c3398e2a39ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4175031 Apr 21 14:46:00.191921 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:00.205419 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:46:00.250029 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b1ae1-1540-4fa1-b969-0d3ddcf4083e req-c9f88416-5824-4356-ab16-36e45aff7d87 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:00.251771 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-488b1ae1-1540-4fa1-b969-0d3ddcf4083e req-c9f88416-5824-4356-ab16-36e45aff7d87 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1342046 Apr 21 14:46:00.304777 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-488b1ae1-1540-4fa1-b969-0d3ddcf4083e req-1cc4317e-e23a-4eb7-8056-dfed03e48ce6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459495 Apr 21 14:46:00.374827 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:46:00.382139 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:46:00.388815 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fd5069d0-cc14-4a5b-96f7-f9f7c0c012b4 req-f26c76ac-7dd7-45c8-96db-a96c65743fe6 service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053212 Apr 21 14:46:00.389603 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:46:00.420637 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event updated for resources: {'Port': ['ID=a8bcbace-99cc-42bf-85c6-858eca6206e7,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:46:00.429003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:46:00.567619 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:00.568363 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:00.629003 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1265001 Apr 21 14:46:00.637929 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fd5069d0-cc14-4a5b-96f7-f9f7c0c012b4 req-cd046f2d-749f-4798-9934-a7cf1dfb6363 service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142572 Apr 21 14:46:00.643556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Request body: {'port': {'device_id': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:00.733205 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-9c28e15d-e390-4e76-a070-99be7fb93da1 None None] Provisioning for port a8bcbace-99cc-42bf-85c6-858eca6206e7 completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:46:00.739411 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-9c28e15d-e390-4e76-a070-99be7fb93da1 None None] Provisioning complete for port a8bcbace-99cc-42bf-85c6-858eca6206e7 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:46:00.739834 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9c28e15d-e390-4e76-a070-99be7fb93da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:00.773201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:00.801970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-9c28e15d-e390-4e76-a070-99be7fb93da1 None None] Port a8bcbace-99cc-42bf-85c6-858eca6206e7 cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:46:01.125009 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd5034-52e3-4872-bb12-c41d02c30f9f req-cf1f81cb-6110-41ca-96cb-b21142c634d8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:01.127616 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fbbd5034-52e3-4872-bb12-c41d02c30f9f req-cf1f81cb-6110-41ca-96cb-b21142c634d8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 931 time: 0.1059225 Apr 21 14:46:01.223984 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fbbd5034-52e3-4872-bb12-c41d02c30f9f req-b63eec98-f299-446b-a0eb-fbf8db8a7e51 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885448 Apr 21 14:46:01.325308 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bcbace-99cc-42bf-85c6-858eca6206e7 {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:46:01.336970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:01.357007 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Transition to ACTIVE for port object a8bcbace-99cc-42bf-85c6-858eca6206e7 will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:46:01.360232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:01.366717 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:46:01.515542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bcbace-99cc-42bf-85c6-858eca6206e7,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:46:01.552481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:46:01.573146 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647b6bc-2641-49ac-bac8-0b75120810ee req-358f07d7-8b1c-4f20-a4f8-fa3277f86b5c tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:01.575828 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0647b6bc-2641-49ac-bac8-0b75120810ee req-358f07d7-8b1c-4f20-a4f8-fa3277f86b5c tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1366162 Apr 21 14:46:01.650820 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Attempting to bind port a8bcbace-99cc-42bf-85c6-858eca6206e7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:46:01.651312 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Attempting to bind port a8bcbace-99cc-42bf-85c6-858eca6206e7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:46:01.651922 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Attempting to bind port a8bcbace-99cc-42bf-85c6-858eca6206e7 on network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:46:01.655405 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0647b6bc-2641-49ac-bac8-0b75120810ee req-f5c273b7-435b-4623-b464-c1c12a9e0ff3 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690269 Apr 21 14:46:01.660305 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Port a8bcbace-99cc-42bf-85c6-858eca6206e7 on network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:46:01.660771 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Attempting to bind port a8bcbace-99cc-42bf-85c6-858eca6206e7 on network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:46:01.668515 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:46:01.669085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Checking segment: {'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:46:01.669571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Bound using segment: {'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:46:01.673388 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Bound port: a8bcbace-99cc-42bf-85c6-858eca6206e7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e9d765-b9e5-4adc-a258-e4122b74416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:46:01.673808 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:01.777482 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] For port a8bcbace-99cc-42bf-85c6-858eca6206e7, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:46:01.780994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] For port a8bcbace-99cc-42bf-85c6-858eca6206e7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:46:01.785401 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:01.790742 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ce99795c-e774-465f-86b6-56511ff536ae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:46:01.851016 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:01.851625 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:01.853200 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] 10.222.0.44 "PUT /v2.0/ports/a8bcbace-99cc-42bf-85c6-858eca6206e7 HTTP/1.1" status: 200 len: 1093 time: 1.2142744 Apr 21 14:46:01.853751 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:46:01.884927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bcbace-99cc-42bf-85c6-858eca6206e7,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:46:01.889221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:46:01.973363 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'status': 'completed', 'code': 200} Apr 21 14:46:02.060092 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-ad993357-bebf-4c8f-bb1b-ea9c852c2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:02.063166 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-ad993357-bebf-4c8f-bb1b-ea9c852c2ab5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 1096 time: 0.1507611 Apr 21 14:46:02.171763 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-339961a7-f667-4549-a71b-6eda6c931968 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7 HTTP/1.1" status: 200 len: 217 time: 0.1013906 Apr 21 14:46:02.243694 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-af074d21-95a1-42ab-a814-363fc99c769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:02.245303 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-af074d21-95a1-42ab-a814-363fc99c769d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 200 len: 855 time: 0.0672750 Apr 21 14:46:02.335989 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-cd516fd5-21ac-4857-9996-d06fe73d1f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:02.337667 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-cd516fd5-21ac-4857-9996-d06fe73d1f9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859888 Apr 21 14:46:02.451093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0c767-2680-4d7f-b321-632e3ed15077 req-e804536c-ad0e-4075-863f-70e85b87627f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:02.452837 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6db0c767-2680-4d7f-b321-632e3ed15077 req-e804536c-ad0e-4075-863f-70e85b87627f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.0979743 Apr 21 14:46:02.490458 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-6f70d6e9-db2a-446b-b812-c8aa866f123f service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464083 Apr 21 14:46:02.519425 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6db0c767-2680-4d7f-b321-632e3ed15077 req-60b9a3d1-cc34-467e-97c6-b97f7fabe6de tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592661 Apr 21 14:46:02.655989 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ceb4b5a-150a-45a0-b9ab-4059ef5961b3 req-1fb6817a-92bd-4988-a339-d57883eb0785 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587498 Apr 21 14:46:02.789670 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee65de7-387b-408e-a094-80529fe8fdf3 req-7b72e934-464a-4d79-b3ad-b5c7b9442581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:02.791198 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aee65de7-387b-408e-a094-80529fe8fdf3 req-7b72e934-464a-4d79-b3ad-b5c7b9442581 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 1096 time: 0.0893688 Apr 21 14:46:02.959929 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee65de7-387b-408e-a094-80529fe8fdf3 req-e143a350-34df-4a89-980a-57e8e3ab76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:02.961563 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aee65de7-387b-408e-a094-80529fe8fdf3 req-e143a350-34df-4a89-980a-57e8e3ab76eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 917 time: 0.1639879 Apr 21 14:46:03.045664 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aee65de7-387b-408e-a094-80529fe8fdf3 req-4c1b3a8e-773d-4eec-acde-50126fb8ab0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7 HTTP/1.1" status: 200 len: 217 time: 0.0774038 Apr 21 14:46:03.120755 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee65de7-387b-408e-a094-80529fe8fdf3 req-72ff61b3-9e2f-4965-acd5-ac5f5c73a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:03.122650 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aee65de7-387b-408e-a094-80529fe8fdf3 req-72ff61b3-9e2f-4965-acd5-ac5f5c73a6c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 200 len: 855 time: 0.0706189 Apr 21 14:46:03.224821 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee65de7-387b-408e-a094-80529fe8fdf3 req-470932b4-8cc1-4586-8c87-b8a29bc82d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:03.226630 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aee65de7-387b-408e-a094-80529fe8fdf3 req-470932b4-8cc1-4586-8c87-b8a29bc82d8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0977976 Apr 21 14:46:03.408471 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aee65de7-387b-408e-a094-80529fe8fdf3 req-bfb131ae-d48c-4ecf-a5c3-f8c033e3e4ed service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734626 Apr 21 14:46:03.570529 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aee65de7-387b-408e-a094-80529fe8fdf3 req-a3ddc985-a994-4cc1-a754-1779209e74bf service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535919 Apr 21 14:46:03.766777 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae25fa-6bb8-4854-b7b2-56e8bc923c6f req-40b647cd-ee16-4adc-a0cb-42f9f44182e9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:03.768547 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9ae25fa-6bb8-4854-b7b2-56e8bc923c6f req-40b647cd-ee16-4adc-a0cb-42f9f44182e9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.1041911 Apr 21 14:46:03.829077 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9ae25fa-6bb8-4854-b7b2-56e8bc923c6f req-c813f7ab-7cbd-476f-940e-d32ee30a9176 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477226 Apr 21 14:46:05.006737 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-395b836d-4e00-4dc3-8669-3b8f7bb8fe36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:05.085325 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881a956-5fbd-42a9-bcd3-c7bcc5ac1ffc req-231cf9ce-10a0-40bb-8d1d-6957fa16cb87 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:05.088055 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1881a956-5fbd-42a9-bcd3-c7bcc5ac1ffc req-231cf9ce-10a0-40bb-8d1d-6957fa16cb87 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.1267073 Apr 21 14:46:05.171848 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1881a956-5fbd-42a9-bcd3-c7bcc5ac1ffc req-5021058e-71a9-4520-aa0c-3ad60bc5f365 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765619 Apr 21 14:46:06.165370 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device a8bcbace-99cc-42bf-85c6-858eca6206e7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:46:06.194233 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cbd5e-c9e0-4420-8887-2cb7284161f7 req-c3470471-4026-45dd-9a7d-96fb2404ddf8 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:06.197123 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a02cbd5e-c9e0-4420-8887-2cb7284161f7 req-c3470471-4026-45dd-9a7d-96fb2404ddf8 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.1169398 Apr 21 14:46:06.211859 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35132) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:06.312201 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a02cbd5e-c9e0-4420-8887-2cb7284161f7 req-93f6cfd7-d10e-4e10-9f77-f7fbfe204e9f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068304 Apr 21 14:46:06.395378 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port a8bcbace-99cc-42bf-85c6-858eca6206e7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:46:06.414436 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'port_id': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'mac_address': 'fa:16:3e:8d:7f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:46:06.425814 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e60e8e28-de79-4585-9b7e-4be37ac1c4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:06.453429 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e60e8e28-de79-4585-9b7e-4be37ac1c4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:46:06.461807 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e60e8e28-de79-4585-9b7e-4be37ac1c4df admin admin] Usage tracker for resource:security_group_rule and tenant:3362bcad249349668e6b1506d7309114 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:46:06.467557 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e60e8e28-de79-4585-9b7e-4be37ac1c4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:46:06.479802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e60e8e28-de79-4585-9b7e-4be37ac1c4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:46:06.504823 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:06.537036 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bcbace-99cc-42bf-85c6-858eca6206e7 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:46:06.549375 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278425b4-0fda-4451-98a6-205563aa9791 req-e6cffc22-45cb-4e35-8a9c-513438af6066 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:06.551187 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-278425b4-0fda-4451-98a6-205563aa9791 req-e6cffc22-45cb-4e35-8a9c-513438af6066 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.1470613 Apr 21 14:46:06.554394 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port a8bcbace-99cc-42bf-85c6-858eca6206e7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:46:06.557677 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:06.559710 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-52cd833a-80c8-4284-a8d0-a6ae45c0857a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:46:06.622244 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-278425b4-0fda-4451-98a6-205563aa9791 req-64b97e7a-439d-47af-92a2-9968c6ade64e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624926 Apr 21 14:46:06.637012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=a8bcbace-99cc-42bf-85c6-858eca6206e7,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:46:06.640749 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:46:06.658133 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e60e8e28-de79-4585-9b7e-4be37ac1c4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:06.662264 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e60e8e28-de79-4585-9b7e-4be37ac1c4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:06.672947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0b3cfd1b-915e-4ddf-b052-f33ad80ace8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:46:06.719934 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e60e8e28-de79-4585-9b7e-4be37ac1c4df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3362bcad249349668e6b1506d7309114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063651 Apr 21 14:46:06.720829 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e8e28-de79-4585-9b7e-4be37ac1c4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d4511f-7f58-4b9b-8a2c-02567f79d9a8,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:46:06.723500 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 35138) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:06.725052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e60e8e28-de79-4585-9b7e-4be37ac1c4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:46:06.793744 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a7779382-a18e-4cbd-9d88-5652ac811566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:06.824030 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a7779382-a18e-4cbd-9d88-5652ac811566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:06.877750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a7779382-a18e-4cbd-9d88-5652ac811566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:06.883656 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1d8f2ca0-b43b-4f83-9704-858e8ff30572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:46:06.897271 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['a8bcbace-99cc-42bf-85c6-858eca6206e7'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:46:06.899040 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7779382-a18e-4cbd-9d88-5652ac811566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d4511f-7f58-4b9b-8a2c-02567f79d9a8,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:46:06.901763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a7779382-a18e-4cbd-9d88-5652ac811566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:46:06.905881 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a7779382-a18e-4cbd-9d88-5652ac811566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:06.907325 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a7779382-a18e-4cbd-9d88-5652ac811566 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83d4511f-7f58-4b9b-8a2c-02567f79d9a8 HTTP/1.1" status: 204 len: 168 time: 0.1825693 Apr 21 14:46:07.652207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b5f97-2945-43de-8c36-d8492527ffb2 req-d7eaa85d-643e-40cb-bb96-4961266b4753 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:07.654228 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e91b5f97-2945-43de-8c36-d8492527ffb2 req-d7eaa85d-643e-40cb-bb96-4961266b4753 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.1553962 Apr 21 14:46:07.734650 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e91b5f97-2945-43de-8c36-d8492527ffb2 req-52a8800c-83ce-4a65-88ee-5a3427b6a180 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719054 Apr 21 14:46:07.931519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfe697-e1ea-4d8b-b70c-8ebe8cb3a50c req-29857bb4-06db-4d51-b0e0-e9e5c99b52a8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:07.933710 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c4cfe697-e1ea-4d8b-b70c-8ebe8cb3a50c req-29857bb4-06db-4d51-b0e0-e9e5c99b52a8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 944 time: 0.1174400 Apr 21 14:46:08.016052 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c4cfe697-e1ea-4d8b-b70c-8ebe8cb3a50c req-f1d9498e-e37d-4040-a6fc-320012791667 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707819 Apr 21 14:46:08.182073 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device a8bcbace-99cc-42bf-85c6-858eca6206e7 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:46:08.264498 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port a8bcbace-99cc-42bf-85c6-858eca6206e7 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:46:08.281380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port a8bcbace-99cc-42bf-85c6-858eca6206e7 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:46:08.281799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:08.332516 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eb05da24-d6e1-48b6-83da-3c81c6101504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:08.432659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:08.472379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:46:08.485362 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port a8bcbace-99cc-42bf-85c6-858eca6206e7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:46:08.489442 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:08.491554 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:46:08.570849 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'code': 200} Apr 21 14:46:08.591374 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=a8bcbace-99cc-42bf-85c6-858eca6206e7,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:46:08.597175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:46:08.925244 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:08.992529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288eecc-d0bb-4ec7-8b58-ddc98316e6d8 req-0759b125-9cb1-4ddb-b816-b35507b15508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:08.995946 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7288eecc-d0bb-4ec7-8b58-ddc98316e6d8 req-0759b125-9cb1-4ddb-b816-b35507b15508 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 1098 time: 0.1641726 Apr 21 14:46:09.090447 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7288eecc-d0bb-4ec7-8b58-ddc98316e6d8 req-3372ee6f-4a6e-4f0c-b9f1-31ef778c6cdb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844669 Apr 21 14:46:09.099036 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a46f86-b693-4b77-b3df-e63a57412a35 req-57f6854d-d1bd-4516-b4ee-96ea45e13b6b tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:09.102065 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e8a46f86-b693-4b77-b3df-e63a57412a35 req-57f6854d-d1bd-4516-b4ee-96ea45e13b6b tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.1787179 Apr 21 14:46:09.222294 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e8a46f86-b693-4b77-b3df-e63a57412a35 req-302b1d14-3de0-47a7-9a3c-022d6b172bd6 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086209 Apr 21 14:46:09.408088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e862c-65aa-4c5a-adfe-17d510a05ce4 req-883040e5-9743-499b-bed7-2e431db25a80 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:09.411672 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-399e862c-65aa-4c5a-adfe-17d510a05ce4 req-883040e5-9743-499b-bed7-2e431db25a80 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1389825 Apr 21 14:46:09.506360 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-399e862c-65aa-4c5a-adfe-17d510a05ce4 req-aaa8dea9-5fca-4901-9948-716785a28a27 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872967 Apr 21 14:46:09.750361 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:09.837807 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:10.477739 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a599a-1d63-4dd6-a576-5c43bcc8b9d2 req-c774ee43-5ace-44f8-8332-058f28950cc8 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:10.479480 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cf3a599a-1d63-4dd6-a576-5c43bcc8b9d2 req-c774ee43-5ace-44f8-8332-058f28950cc8 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.1206412 Apr 21 14:46:10.541109 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cf3a599a-1d63-4dd6-a576-5c43bcc8b9d2 req-81ee4e7b-d834-420f-a8ac-c87d89ce3b9e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481889 Apr 21 14:46:10.790118 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d185e1f-75de-4ff7-a7c6-f947fdaa98a0 req-b19ea463-6c8e-4308-8d7d-31b08caa15f0 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:10.791936 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0d185e1f-75de-4ff7-a7c6-f947fdaa98a0 req-b19ea463-6c8e-4308-8d7d-31b08caa15f0 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1324930 Apr 21 14:46:10.855074 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0d185e1f-75de-4ff7-a7c6-f947fdaa98a0 req-8781dcf0-d4db-4d21-809d-edbf418ed65c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515394 Apr 21 14:46:10.936546 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:11.070702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545aa2a-e963-4a67-a07a-a91085dfbe52 req-e4a6cb8f-684f-434c-a18d-78e3bb18f058 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:11.072365 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a545aa2a-e963-4a67-a07a-a91085dfbe52 req-e4a6cb8f-684f-434c-a18d-78e3bb18f058 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.0948772 Apr 21 14:46:11.082977 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 35202) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:11.088888 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-66a0a862-b932-4003-b085-2685268f907a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Request body: {'floatingip': {'port_id': 'a8bcbace-99cc-42bf-85c6-858eca6206e7'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:11.180286 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-66a0a862-b932-4003-b085-2685268f907a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:12.005302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71823299-d02f-4aeb-9197-3a0075659d8a req-4d07dd9d-e55b-49f0-bc70-294597b24222 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:12.007165 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-71823299-d02f-4aeb-9197-3a0075659d8a req-4d07dd9d-e55b-49f0-bc70-294597b24222 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.2517691 Apr 21 14:46:12.091284 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-71823299-d02f-4aeb-9197-3a0075659d8a req-b3d318ad-be8a-47c7-b967-9ec4e7746ce4 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712295 Apr 21 14:46:12.255697 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-66a0a862-b932-4003-b085-2685268f907a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:12.258840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-66a0a862-b932-4003-b085-2685268f907a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:12.457776 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_db [None req-66a0a862-b932-4003-b085-2685268f907a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Floating IP 43bc81ba-f785-494f-991d-aef9be073c9c associated. External IP: 172.28.3.131, port: a8bcbace-99cc-42bf-85c6-858eca6206e7. Apr 21 14:46:12.889365 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a0a862-b932-4003-b085-2685268f907a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:46:13.093257 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a0a862-b932-4003-b085-2685268f907a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:46:13.099632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-66a0a862-b932-4003-b085-2685268f907a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:13.105479 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c75de-f0db-43a9-a55b-b254f8514699 None None] Sync routers for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:46:13.119056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c75de-f0db-43a9-a55b-b254f8514699 None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:46:13.119853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-8f3c75de-f0db-43a9-a55b-b254f8514699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:46:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:46:13.171530 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-66a0a862-b932-4003-b085-2685268f907a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "PUT /v2.0/floatingips/43bc81ba-f785-494f-991d-aef9be073c9c HTTP/1.1" status: 200 len: 991 time: 2.0872772 Apr 21 14:46:13.172420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7'}] {{(pid=86344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:46:13.450001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-8f3c75de-f0db-43a9-a55b-b254f8514699 None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:46:13.453685 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3ec58-3419-4d5c-ae64-59382fb48749 req-aa27cf99-7b9b-41a9-bf5d-390ce26e1452 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:13.457292 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7bf3ec58-3419-4d5c-ae64-59382fb48749 req-aa27cf99-7b9b-41a9-bf5d-390ce26e1452 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.1601093 Apr 21 14:46:13.547233 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7bf3ec58-3419-4d5c-ae64-59382fb48749 req-7aea5e1e-f512-4480-ad04-bb7de53bcacf tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785599 Apr 21 14:46:13.699344 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'status': 'completed', 'code': 200} Apr 21 14:46:13.803611 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e9fcc-b5e0-4da7-9ecf-db9236860a5c req-ff0d738b-13a5-48b9-8132-42f59060bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:13.805298 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7c1e9fcc-b5e0-4da7-9ecf-db9236860a5c req-ff0d738b-13a5-48b9-8132-42f59060bba9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 1098 time: 0.0846305 Apr 21 14:46:13.965931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e9fcc-b5e0-4da7-9ecf-db9236860a5c req-5927ca51-568a-4eff-aa40-beb1110daaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:13.967565 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7c1e9fcc-b5e0-4da7-9ecf-db9236860a5c req-5927ca51-568a-4eff-aa40-beb1110daaf1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 917 time: 0.1538203 Apr 21 14:46:14.058489 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-8f3c75de-f0db-43a9-a55b-b254f8514699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': '43bc81ba-f785-494f-991d-aef9be073c9c', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'floating_ip_address': '172.28.3.131', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'port_id': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'mac_address': 'fa:16:3e:8d:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:45:54Z', 'updated_at': '2021-04-21T14:46:12Z', 'revision_number': 1, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:11Z', 'revision_number': 5, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:46:14.066597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c75de-f0db-43a9-a55b-b254f8514699 None None] Checking router: 939eaf5e-af39-4998-b4f3-31e9c8664bd3 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:46:14.082203 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c75de-f0db-43a9-a55b-b254f8514699 None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:46:14.083327 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-8f3c75de-f0db-43a9-a55b-b254f8514699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:46:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:46:14.137721 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7c1e9fcc-b5e0-4da7-9ecf-db9236860a5c req-b8fa8b9c-07d3-4ae6-bbe0-1efc0008f4d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7 HTTP/1.1" status: 200 len: 999 time: 0.1625001 Apr 21 14:46:14.213596 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e9fcc-b5e0-4da7-9ecf-db9236860a5c req-4394b37d-d7ba-4cd2-a282-32f2a35dd67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:14.215255 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7c1e9fcc-b5e0-4da7-9ecf-db9236860a5c req-4394b37d-d7ba-4cd2-a282-32f2a35dd67f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 200 len: 855 time: 0.0702362 Apr 21 14:46:14.365486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e9fcc-b5e0-4da7-9ecf-db9236860a5c req-b98a74a3-f45e-4da4-87fa-65d45959ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:14.368117 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7c1e9fcc-b5e0-4da7-9ecf-db9236860a5c req-b98a74a3-f45e-4da4-87fa-65d45959ab09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1439910 Apr 21 14:46:14.594276 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-8f3c75de-f0db-43a9-a55b-b254f8514699 None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:46:14.895235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aba8ad-ba29-4d60-8e96-fae6df620eac req-51c7ea29-5c6d-40e1-bba0-42b10b1a115b tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:14.896913 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-65aba8ad-ba29-4d60-8e96-fae6df620eac req-51c7ea29-5c6d-40e1-bba0-42b10b1a115b tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.1137459 Apr 21 14:46:14.906614 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7c1e9fcc-b5e0-4da7-9ecf-db9236860a5c req-21d234c5-8499-46fc-adbb-c0727e36dee1 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304897 Apr 21 14:46:14.972790 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-65aba8ad-ba29-4d60-8e96-fae6df620eac req-1973ee97-361f-48a5-b5da-9da0098aa413 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607171 Apr 21 14:46:15.119485 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7c1e9fcc-b5e0-4da7-9ecf-db9236860a5c req-3f2deaec-229a-481d-aca6-38b7ec8e0b3d service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013645 Apr 21 14:46:15.164690 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 35240) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:15.231561 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-8f3c75de-f0db-43a9-a55b-b254f8514699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': '43bc81ba-f785-494f-991d-aef9be073c9c', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'floating_ip_address': '172.28.3.131', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'port_id': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'mac_address': 'fa:16:3e:8d:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:45:54Z', 'updated_at': '2021-04-21T14:46:12Z', 'revision_number': 1, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:11Z', 'revision_number': 5, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:46:15.236843 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c75de-f0db-43a9-a55b-b254f8514699 None None] The sync data for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb is: [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': '43bc81ba-f785-494f-991d-aef9be073c9c', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'floating_ip_address': '172.28.3.131', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'port_id': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'mac_address': 'fa:16:3e:8d:7f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:45:54Z', 'updated_at': '2021-04-21T14:46:12Z', 'revision_number': 1, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:11Z', 'revision_number': 5, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:46:15.360527 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0aad85a-f622-41df-90a8-3a2b06a2c703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:15.378012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b0aad85a-f622-41df-90a8-3a2b06a2c703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:46:15.383245 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b0aad85a-f622-41df-90a8-3a2b06a2c703 admin admin] Usage tracker for resource:security_group_rule and tenant:ec7548c5070b4bd69bbd2a371655d53d is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:46:15.386798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b0aad85a-f622-41df-90a8-3a2b06a2c703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:46:15.393587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b0aad85a-f622-41df-90a8-3a2b06a2c703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:46:15.552153 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0aad85a-f622-41df-90a8-3a2b06a2c703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:15.559579 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b0aad85a-f622-41df-90a8-3a2b06a2c703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:15.569847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7aaf24-8f23-4f35-bd8b-7bca8b7b2678 None None] New status for floating IP 43bc81ba-f785-494f-991d-aef9be073c9c: ACTIVE {{(pid=86346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:46:15.582680 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e6b81e4a-c834-47fc-86f8-da047f153c60 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:46:15.627487 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b0aad85a-f622-41df-90a8-3a2b06a2c703 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec7548c5070b4bd69bbd2a371655d53d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601371 Apr 21 14:46:15.629618 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35248) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:15.637201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aad85a-f622-41df-90a8-3a2b06a2c703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ec2532-8887-43d8-b303-bbb80b113b3f,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:46:15.656351 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b0aad85a-f622-41df-90a8-3a2b06a2c703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:46:15.736896 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ec1338fb-e8d1-4ec5-8d0d-932e94e325ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:15.792089 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ec1338fb-e8d1-4ec5-8d0d-932e94e325ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:15.877002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ec1338fb-e8d1-4ec5-8d0d-932e94e325ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:15.886788 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:46:15.921974 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1338fb-e8d1-4ec5-8d0d-932e94e325ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ec2532-8887-43d8-b303-bbb80b113b3f,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:46:15.930879 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ec1338fb-e8d1-4ec5-8d0d-932e94e325ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:46:15.934749 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ec1338fb-e8d1-4ec5-8d0d-932e94e325ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:15.936832 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ec1338fb-e8d1-4ec5-8d0d-932e94e325ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50ec2532-8887-43d8-b303-bbb80b113b3f HTTP/1.1" status: 204 len: 168 time: 0.3054218 Apr 21 14:46:16.230376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9a285-0503-41ff-930f-1045b2c7f017 req-95a1c178-be75-4209-98c4-d10bcd1a5c79 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:16.232319 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-afb9a285-0503-41ff-930f-1045b2c7f017 req-95a1c178-be75-4209-98c4-d10bcd1a5c79 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.1048846 Apr 21 14:46:16.236615 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d8edc-578f-42a3-9e80-add4c62e526b req-61eb4676-c637-43c7-a49d-eda82670323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:16.239103 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-135d8edc-578f-42a3-9e80-add4c62e526b req-61eb4676-c637-43c7-a49d-eda82670323b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82a904343c524d8dbab7b58ad4c4642d&device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 1098 time: 0.1011775 Apr 21 14:46:16.329021 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-afb9a285-0503-41ff-930f-1045b2c7f017 req-67e9d9a9-995f-4abf-ae44-c6a86f26b704 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882580 Apr 21 14:46:16.404628 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d8edc-578f-42a3-9e80-add4c62e526b req-27cc90ab-358c-47f2-a43e-217fa3a327e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:16.407155 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-135d8edc-578f-42a3-9e80-add4c62e526b req-27cc90ab-358c-47f2-a43e-217fa3a327e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c6c898c-e436-4dfd-8036-3c794bda2677 HTTP/1.1" status: 200 len: 909 time: 0.1610589 Apr 21 14:46:16.528203 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-135d8edc-578f-42a3-9e80-add4c62e526b req-2b197f63-2981-4b1a-9a45-b975056b3745 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a HTTP/1.1" status: 200 len: 999 time: 0.1147833 Apr 21 14:46:16.600994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d8edc-578f-42a3-9e80-add4c62e526b req-a5d480db-1594-42dd-ba61-7da9cb27d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:16.602511 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-135d8edc-578f-42a3-9e80-add4c62e526b req-a5d480db-1594-42dd-ba61-7da9cb27d682 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=786e5c71-17b6-45dd-ac99-0b9dda843b69 HTTP/1.1" status: 200 len: 847 time: 0.0687108 Apr 21 14:46:16.690591 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d8edc-578f-42a3-9e80-add4c62e526b req-316030fb-f26b-4f0e-abe2-fb5161c73f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:16.692243 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-135d8edc-578f-42a3-9e80-add4c62e526b req-316030fb-f26b-4f0e-abe2-fb5161c73f8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c6c898c-e436-4dfd-8036-3c794bda2677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834327 Apr 21 14:46:16.852949 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-135d8edc-578f-42a3-9e80-add4c62e526b req-a05a3ae7-255f-4fe1-9122-34fe17bf6e2e service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535671 Apr 21 14:46:17.010665 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-135d8edc-578f-42a3-9e80-add4c62e526b req-25de1a03-72c8-499d-91b1-97ad74ee7c4d service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498823 Apr 21 14:46:17.584595 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507d3d8-59b3-43a7-942f-6af1713323fa req-3722643b-d1c7-40b1-be43-d1259dedb4a5 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:17.586371 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d507d3d8-59b3-43a7-942f-6af1713323fa req-3722643b-d1c7-40b1-be43-d1259dedb4a5 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.1220520 Apr 21 14:46:17.639822 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d507d3d8-59b3-43a7-942f-6af1713323fa req-e3ce4dab-1c00-4098-85fc-dfc46735e3f9 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463984 Apr 21 14:46:18.903851 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6815bc-8796-4706-b6a0-a0de77340b4b req-eada02a2-9bcf-4d57-890c-f5bcd676168f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:18.905675 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5d6815bc-8796-4706-b6a0-a0de77340b4b req-eada02a2-9bcf-4d57-890c-f5bcd676168f tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.1400673 Apr 21 14:46:18.958974 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5d6815bc-8796-4706-b6a0-a0de77340b4b req-bb68f579-1699-41d5-817c-758a6b0bb481 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450439 Apr 21 14:46:20.195958 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de02f3-45ef-47b2-a1d6-7077ae13f493 req-bfe1bda4-741a-461f-98d2-46520570cfa8 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:20.198501 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-55de02f3-45ef-47b2-a1d6-7077ae13f493 req-bfe1bda4-741a-461f-98d2-46520570cfa8 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.1075242 Apr 21 14:46:20.254765 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-55de02f3-45ef-47b2-a1d6-7077ae13f493 req-7b92e9aa-efe2-45ca-91c1-2cc4d221b116 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483642 Apr 21 14:46:20.606651 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-dfe86445-2fec-4130-a20c-5498ec0851db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907028 Apr 21 14:46:20.788736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f77a43-a59c-4528-9cb5-c3aec2cb734a req-491fc687-15a3-4a3c-8d40-39d10865fd9d tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:20.790500 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-91f77a43-a59c-4528-9cb5-c3aec2cb734a req-491fc687-15a3-4a3c-8d40-39d10865fd9d tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.1076810 Apr 21 14:46:20.864318 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-91f77a43-a59c-4528-9cb5-c3aec2cb734a req-92b3fad1-76bf-40bc-8c46-2ee88c572c56 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653174 Apr 21 14:46:21.838829 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-eb955534-2827-41af-b8be-e9c8c9a7aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:21.840445 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-eb955534-2827-41af-b8be-e9c8c9a7aced service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee&tenant_id=82a904343c524d8dbab7b58ad4c4642d HTTP/1.1" status: 200 len: 1098 time: 0.0854454 Apr 21 14:46:21.959154 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-0c31e07d-a892-40bb-b558-30f72137eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:21.961028 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-0c31e07d-a892-40bb-b558-30f72137eb94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82a904343c524d8dbab7b58ad4c4642d&device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 1098 time: 0.0968466 Apr 21 14:46:22.121350 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-dbafd233-fbe4-4240-9113-ca362554fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:22.122994 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-dbafd233-fbe4-4240-9113-ca362554fe9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c6c898c-e436-4dfd-8036-3c794bda2677 HTTP/1.1" status: 200 len: 909 time: 0.1548576 Apr 21 14:46:22.149339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ec27c-91f3-48ca-b498-2f50deffb2f0 req-252cd8c9-6d0a-498c-9fcf-195a586268e3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:22.151221 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-553ec27c-91f3-48ca-b498-2f50deffb2f0 req-252cd8c9-6d0a-498c-9fcf-195a586268e3 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.1565289 Apr 21 14:46:22.216488 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-553ec27c-91f3-48ca-b498-2f50deffb2f0 req-6af5ba0f-2b5a-4a20-803e-b41556748ae7 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509875 Apr 21 14:46:22.268745 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-a236a879-50a5-458e-a2c4-97c5de093b47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a HTTP/1.1" status: 200 len: 999 time: 0.1370070 Apr 21 14:46:22.286513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 1fd86c5c-1471-4f6d-a8cf-39d29b79430a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:46:22.386558 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-4d786a0c-03c5-4c3a-b074-f97ae3539568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:22.389206 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-4d786a0c-03c5-4c3a-b074-f97ae3539568 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=786e5c71-17b6-45dd-ac99-0b9dda843b69 HTTP/1.1" status: 200 len: 847 time: 0.1120424 Apr 21 14:46:22.486033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:22.504930 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-b003f6b3-021f-408f-9e4c-c71c9ef609d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:22.506908 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-b003f6b3-021f-408f-9e4c-c71c9ef609d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c6c898c-e436-4dfd-8036-3c794bda2677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1106372 Apr 21 14:46:22.544704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:46:22.575649 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:46:22.583328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:22.586452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:46:22.640098 dv-cinder-786385-2-smb neutron-server[86228]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'code': 422} returned with failed status Apr 21 14:46:22.670837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,revision_number=6']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:46:22.675507 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:46:22.731045 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-d05a242a-d245-440a-b3c9-cac470f44dbd service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164779 Apr 21 14:46:22.890083 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2f30c157-45a6-44bf-8814-3e12e4e9364f req-1a3766d2-4ef2-4f73-a84a-58e6971d6a22 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505630 Apr 21 14:46:23.454901 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0001ad0-0cc0-4469-8c5f-ee57ef6f6ab5 req-0319c479-585d-48f2-80a4-bf68f9c8ce55 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:23.457225 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c0001ad0-0cc0-4469-8c5f-ee57ef6f6ab5 req-0319c479-585d-48f2-80a4-bf68f9c8ce55 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 943 time: 0.1007273 Apr 21 14:46:23.546862 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c0001ad0-0cc0-4469-8c5f-ee57ef6f6ab5 req-5f72667b-f41d-4768-9cf6-a05a7363fbf8 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817082 Apr 21 14:46:24.763961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7e0fc-5d77-46dd-af6c-b1ca94c00ede req-c8583096-2518-4b52-bd80-d887f1025998 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:24.765789 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-baf7e0fc-5d77-46dd-af6c-b1ca94c00ede req-c8583096-2518-4b52-bd80-d887f1025998 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 943 time: 0.0960486 Apr 21 14:46:24.828710 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-baf7e0fc-5d77-46dd-af6c-b1ca94c00ede req-06e73099-393c-42ad-9612-316e710ee23c tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508118 Apr 21 14:46:25.977624 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53762d-b760-4820-94d7-684b251cec49 req-eeee653d-34be-40b3-a3fb-8361681af407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:25.979362 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4d53762d-b760-4820-94d7-684b251cec49 req-eeee653d-34be-40b3-a3fb-8361681af407 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 1096 time: 0.0982950 Apr 21 14:46:26.046447 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4d53762d-b760-4820-94d7-684b251cec49 req-13101a11-42c3-4f9b-ac40-fd193411d739 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598714 Apr 21 14:46:26.123672 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af537c-9983-44f0-a79e-fff1c5e28311 req-e04c7f48-2221-4047-bea8-516700cc12aa tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:26.125502 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-25af537c-9983-44f0-a79e-fff1c5e28311 req-e04c7f48-2221-4047-bea8-516700cc12aa tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 943 time: 0.1172073 Apr 21 14:46:26.181981 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-25af537c-9983-44f0-a79e-fff1c5e28311 req-0e06e295-d7d7-493e-9912-c2b79f280fac tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487585 Apr 21 14:46:26.285748 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 1fd86c5c-1471-4f6d-a8cf-39d29b79430a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:46:26.453662 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:46:26.470601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'port_id': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'mac_address': 'fa:16:3e:3a:61:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:46:26.538812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:26.559338 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd86c5c-1471-4f6d-a8cf-39d29b79430a {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:46:26.577455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:46:26.580985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:26.583396 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:46:26.664542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,revision_number=7']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:46:26.668119 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:46:27.426011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f970c-2275-4556-844f-8beb4deaa66b req-c65531e3-0e6c-49fe-b065-ed00cf58951d tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:27.427780 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b85f970c-2275-4556-844f-8beb4deaa66b req-c65531e3-0e6c-49fe-b065-ed00cf58951d tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 944 time: 0.0955465 Apr 21 14:46:27.490312 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b85f970c-2275-4556-844f-8beb4deaa66b req-64077762-876d-4819-a2e2-4c0e67f613fc tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517926 Apr 21 14:46:28.036566 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['1fd86c5c-1471-4f6d-a8cf-39d29b79430a'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:46:30.310423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 1fd86c5c-1471-4f6d-a8cf-39d29b79430a up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:46:30.391776 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:46:30.392270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:30.531753 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:30.567313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:46:30.579634 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:46:30.583983 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:30.586280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:46:30.632570 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'code': 200} Apr 21 14:46:30.671286 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,revision_number=8']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:46:30.675250 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:46:33.135532 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:46:35.002350 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-95054431-a09d-44e1-a5a5-e5d501260f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:38.288754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0097-db3d-4b88-acf5-aed456156c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:38.920336 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:38.961699 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad7fbad5-c956-4050-9a2a-bbd4825ae601 req-732916c2-5726-4a34-bf3a-b9de1602a52c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0961945 Apr 21 14:46:39.075042 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fbad5-c956-4050-9a2a-bbd4825ae601 req-f785d2b9-3da7-4658-8e4c-0dfd98d1e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:39.076844 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad7fbad5-c956-4050-9a2a-bbd4825ae601 req-f785d2b9-3da7-4658-8e4c-0dfd98d1e0c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3214a692023d4ab892db2772036c242c&device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 1099 time: 0.0890546 Apr 21 14:46:39.247426 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fbad5-c956-4050-9a2a-bbd4825ae601 req-b0768da1-da69-42d4-afb9-eb5d9c847fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:39.249309 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad7fbad5-c956-4050-9a2a-bbd4825ae601 req-b0768da1-da69-42d4-afb9-eb5d9c847fc1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=360abb24-8ba4-4c03-a629-c3398e2a39ca HTTP/1.1" status: 200 len: 912 time: 0.1515524 Apr 21 14:46:39.369626 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad7fbad5-c956-4050-9a2a-bbd4825ae601 req-1264cee2-f5cd-4c7f-aefb-dd9ffe972511 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99e89cf9-b92d-4ed7-a891-511e428a3691 HTTP/1.1" status: 200 len: 1002 time: 0.1136348 Apr 21 14:46:39.452307 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fbad5-c956-4050-9a2a-bbd4825ae601 req-45b37439-2100-4d61-9423-3dcc1b42a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:39.454123 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad7fbad5-c956-4050-9a2a-bbd4825ae601 req-45b37439-2100-4d61-9423-3dcc1b42a983 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3000c177-c2b6-4910-a0a4-b4dc9431018a HTTP/1.1" status: 200 len: 850 time: 0.0774667 Apr 21 14:46:39.584347 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fbad5-c956-4050-9a2a-bbd4825ae601 req-ad9e7c2c-1d53-49af-b2bf-7802f2afdbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:46:39.586040 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad7fbad5-c956-4050-9a2a-bbd4825ae601 req-ad9e7c2c-1d53-49af-b2bf-7802f2afdbc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=360abb24-8ba4-4c03-a629-c3398e2a39ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1235745 Apr 21 14:46:39.757072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:39.757412 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad7fbad5-c956-4050-9a2a-bbd4825ae601 req-99142c80-eb37-409b-a7ea-22e4230bc717 service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640198 Apr 21 14:46:39.844454 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:46:39.922220 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ad7fbad5-c956-4050-9a2a-bbd4825ae601 req-a6e1597b-6645-48f3-8f7d-e404520c0625 service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561036 Apr 21 14:46:40.939776 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:04.997790 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-85fe55a6-bf03-44be-ae47-0b0bcfeaffcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:08.293870 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd6d6-c7f9-40c8-a01a-6ff9cd3b5009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:08.922403 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:09.655360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75c0b0-22b9-4bcc-8550-118b701f33dc req-3446b7f6-f4c4-4ec0-a7ea-bb877b4af795 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:09.657182 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-af75c0b0-22b9-4bcc-8550-118b701f33dc req-3446b7f6-f4c4-4ec0-a7ea-bb877b4af795 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.0952232 Apr 21 14:47:09.716659 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-af75c0b0-22b9-4bcc-8550-118b701f33dc req-c1168b84-dcec-488b-b0ba-5d4147ab9dd8 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458705 Apr 21 14:47:09.752802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:09.855685 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:10.136430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:47:10.948533 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74532ebd-23ee-4300-83e5-14f33213b07c req-2cf9a6cd-fd6a-4a92-b976-fd6c379d7ce2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:10.949988 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-74532ebd-23ee-4300-83e5-14f33213b07c req-2cf9a6cd-fd6a-4a92-b976-fd6c379d7ce2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Synchronizing usage tracker for tenant:3214a692023d4ab892db2772036c242c on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:47:10.953723 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:10.983499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-74532ebd-23ee-4300-83e5-14f33213b07c req-2cf9a6cd-fd6a-4a92-b976-fd6c379d7ce2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Unset dirty status for tenant:3214a692023d4ab892db2772036c242c on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:47:10.985048 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-74532ebd-23ee-4300-83e5-14f33213b07c req-2cf9a6cd-fd6a-4a92-b976-fd6c379d7ce2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.44 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1779213 Apr 21 14:47:11.005677 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bded4e-730f-4182-bc1f-65594dd159a4 req-6f87834a-d9e9-4fb5-8e70-8197bb9fad70 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:11.008186 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-76bded4e-730f-4182-bc1f-65594dd159a4 req-6f87834a-d9e9-4fb5-8e70-8197bb9fad70 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 946 time: 0.1525478 Apr 21 14:47:11.129055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Deleting port 99e89cf9-b92d-4ed7-a891-511e428a3691 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:11.129547 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:11.430958 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] For port 99e89cf9-b92d-4ed7-a891-511e428a3691, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=99e89cf9-b92d-4ed7-a891-511e428a3691,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:47:11.431336 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:11.443565 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-76bded4e-730f-4182-bc1f-65594dd159a4 req-dc940f51-da2d-41c3-a589-2f9ab7fcd3f7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4272263 Apr 21 14:47:12.010954 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:12.011770 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:12.011770 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_db [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Floating IP ac840177-439a-46c5-b7dd-b47f5353ba57 disassociated. External IP: 172.28.3.209, port: 99e89cf9-b92d-4ed7-a891-511e428a3691. Apr 21 14:47:12.012072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Calling delete_port for 99e89cf9-b92d-4ed7-a891-511e428a3691 owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:47:12.172689 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:12.180918 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:12.234458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event deleted for resources: {'Port': ['ID=99e89cf9-b92d-4ed7-a891-511e428a3691,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:12.249103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:12.249523 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:12.249945 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:12.250339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:12.250735 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:12.251135 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:12.251568 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:12.252049 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:12.252445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:12.252925 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:12.253300 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:12.253692 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:12.257460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:12.479963 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Router 556de49b-a657-47fe-adf8-b766db475ce9 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:47:12.660399 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-09a06c30-2723-407b-b8b5-a532d44ef972 req-1c709f3f-4164-4290-a417-abbf80e2469d tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=307d46e0-1093-457f-93e7-ccf4766930ee HTTP/1.1" status: 200 len: 210 time: 0.0651290 Apr 21 14:47:12.761891 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:47:12.776538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806be19-6c54-431a-ba8e-9285f85cab1b None None] Sync routers for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:47:12.800011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806be19-6c54-431a-ba8e-9285f85cab1b None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:47:12.801274 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-4806be19-6c54-431a-ba8e-9285f85cab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:47:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:47:12.874078 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] No DVR routers for this DVR port 99e89cf9-b92d-4ed7-a891-511e428a3691 on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:47:12.877386 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:12.880702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307d46e0-1093-457f-93e7-ccf4766930ee', 'name': 'network-vif-deleted', 'tag': '99e89cf9-b92d-4ed7-a891-511e428a3691'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:47:12.899661 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-74532ebd-23ee-4300-83e5-14f33213b07c req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.44 "DELETE /v2.0/ports/99e89cf9-b92d-4ed7-a891-511e428a3691 HTTP/1.1" status: 204 len: 173 time: 1.9081125 Apr 21 14:47:12.941363 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307d46e0-1093-457f-93e7-ccf4766930ee', 'name': 'network-vif-deleted', 'tag': '99e89cf9-b92d-4ed7-a891-511e428a3691', 'status': 'completed', 'code': 200} Apr 21 14:47:13.078800 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-4806be19-6c54-431a-ba8e-9285f85cab1b None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:47:13.486413 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-4806be19-6c54-431a-ba8e-9285f85cab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:28Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:47:13.491342 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806be19-6c54-431a-ba8e-9285f85cab1b None None] Checking router: 556de49b-a657-47fe-adf8-b766db475ce9 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:47:13.501763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806be19-6c54-431a-ba8e-9285f85cab1b None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:47:13.502573 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-4806be19-6c54-431a-ba8e-9285f85cab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:47:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:47:13.706386 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-4806be19-6c54-431a-ba8e-9285f85cab1b None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:47:13.836816 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35432) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:13.961007 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f5af7e-b942-4784-98b4-9a97e980537e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:14.018725 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f5af7e-b942-4784-98b4-9a97e980537e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:14.089948 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f5af7e-b942-4784-98b4-9a97e980537e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:14.096713 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-af9ac752-4d3d-4549-83ae-1cbdc7c9d9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:14.113800 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5af7e-b942-4784-98b4-9a97e980537e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da92c7fc-fd1c-44b6-8ba3-82a7e1712b25,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:14.117040 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c2f5af7e-b942-4784-98b4-9a97e980537e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:14.128267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c2f5af7e-b942-4784-98b4-9a97e980537e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:14.132685 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c2f5af7e-b942-4784-98b4-9a97e980537e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "DELETE /v2.0/security-groups/da92c7fc-fd1c-44b6-8ba3-82a7e1712b25 HTTP/1.1" status: 204 len: 168 time: 0.2913699 Apr 21 14:47:14.133214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35436) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:14.152351 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.v2.resource [None req-8f8a85e2-b0a8-4b35-9573-9b13857464b7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] show failed (client error): The resource could not be found. Apr 21 14:47:14.153536 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-8f8a85e2-b0a8-4b35-9573-9b13857464b7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups/da92c7fc-fd1c-44b6-8ba3-82a7e1712b25 HTTP/1.1" status: 404 len: 347 time: 0.0191700 Apr 21 14:47:14.157464 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35440) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:14.257696 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-4806be19-6c54-431a-ba8e-9285f85cab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:28Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:47:14.263100 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806be19-6c54-431a-ba8e-9285f85cab1b None None] The sync data for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb is: [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:28Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:47:14.341513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-30442288-8a3e-4327-816f-1c80c7384149 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Deleting port b7a82936-70c9-45e4-9620-d1fcee3f6e3b {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:14.341818 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-30442288-8a3e-4327-816f-1c80c7384149 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:14.514634 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 99e89cf9-b92d-4ed7-a891-511e428a3691 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:47:14.556776 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-30442288-8a3e-4327-816f-1c80c7384149 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:14.557531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-30442288-8a3e-4327-816f-1c80c7384149 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:14.587433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: 99e89cf9-b92d-4ed7-a891-511e428a3691 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:47:14.588022 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 99e89cf9-b92d-4ed7-a891-511e428a3691 not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:47:14.710603 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccfb886-ec9f-4b01-a700-640dcd669a7c None None] New status for floating IP ac840177-439a-46c5-b7dd-b47f5353ba57: DOWN {{(pid=86346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:47:14.720534 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-30442288-8a3e-4327-816f-1c80c7384149 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Calling delete_port for b7a82936-70c9-45e4-9620-d1fcee3f6e3b owned by network:floatingip {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:47:14.995475 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-30442288-8a3e-4327-816f-1c80c7384149 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:15.000339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:15.056588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30442288-8a3e-4327-816f-1c80c7384149 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event deleted for resources: {'Port': ['ID=b7a82936-70c9-45e4-9620-d1fcee3f6e3b,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:15.087279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-30442288-8a3e-4327-816f-1c80c7384149 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:15.102110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.db.api [None req-8ccfb886-ec9f-4b01-a700-640dcd669a7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:15.102927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_db.api [None req-8ccfb886-ec9f-4b01-a700-640dcd669a7c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 14:47:15.161566 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-30442288-8a3e-4327-816f-1c80c7384149 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:15.179286 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-30442288-8a3e-4327-816f-1c80c7384149 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:15.180719 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-30442288-8a3e-4327-816f-1c80c7384149 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "DELETE /v2.0/floatingips/ac840177-439a-46c5-b7dd-b47f5353ba57 HTTP/1.1" status: 204 len: 168 time: 1.0216699 Apr 21 14:47:15.604482 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccfb886-ec9f-4b01-a700-640dcd669a7c None None] New status for floating IP ac840177-439a-46c5-b7dd-b47f5353ba57: DOWN {{(pid=86346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:47:15.664687 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35448) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:15.671524 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697619962', 'description': 'tempest-description--25872714'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:15.679869 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:47:15.685655 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Usage tracker for resource:security_group and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:47:15.689910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:47:15.698493 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:47:15.711305 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:15.737832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:47:15.743324 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Usage tracker for resource:security_group_rule and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:47:15.747820 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:47:15.757380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:47:15.877739 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:15.881735 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:15.886744 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-344ff48c-6c02-4b30-9ede-f996ed62b0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:15.945082 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46794579-faee-49be-bfc7-a6afea7cc8a0,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:15.950254 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:15.952908 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:15.955792 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2894640 Apr 21 14:47:15.959478 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 35454) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:15.966017 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Request body: {'security_group_rule': {'security_group_id': '46794579-faee-49be-bfc7-a6afea7cc8a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:15.973235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:47:15.978024 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Usage tracker for resource:security_group_rule and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:47:15.981961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:47:15.994889 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:47:16.011789 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:16.085235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:16.089487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:16.091821 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ca00da75-f96e-477b-9304-af77b8e35387 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:16.117987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b35bd0-c48e-4ec5-aa52-5f6f355f9a60,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:16.130205 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:16.130628 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:16.131046 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:16.131447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:16.131851 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:16.132247 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:16.132645 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:16.133073 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:16.133472 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:16.133870 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:16.134267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:16.134658 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:16.140961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:16.147962 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:16.149360 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1886275 Apr 21 14:47:16.152572 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 35458) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:16.158888 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-21aad3c3-db4d-4655-8c79-1c6e83825545 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Request body: {'security_group_rule': {'security_group_id': '46794579-faee-49be-bfc7-a6afea7cc8a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:16.166326 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-21aad3c3-db4d-4655-8c79-1c6e83825545 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:47:16.170742 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-21aad3c3-db4d-4655-8c79-1c6e83825545 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Usage tracker for resource:security_group_rule and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:47:16.174590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-21aad3c3-db4d-4655-8c79-1c6e83825545 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:47:16.180972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-21aad3c3-db4d-4655-8c79-1c6e83825545 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:47:16.199489 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-21aad3c3-db4d-4655-8c79-1c6e83825545 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:16.272597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-21aad3c3-db4d-4655-8c79-1c6e83825545 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:16.275736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-21aad3c3-db4d-4655-8c79-1c6e83825545 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:16.284469 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-60707dc2-6695-4330-a591-2a7a39e39f3e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:16.305257 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aad3c3-db4d-4655-8c79-1c6e83825545 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e44aaf-7a46-4c0c-8890-964fa6eb643a,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:16.308122 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-21aad3c3-db4d-4655-8c79-1c6e83825545 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:16.316274 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-21aad3c3-db4d-4655-8c79-1c6e83825545 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:16.317856 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-21aad3c3-db4d-4655-8c79-1c6e83825545 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1640856 Apr 21 14:47:16.321507 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 35462) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:16.327611 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Request body: {'floatingip': {'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:16.335372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:47:16.340601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Usage tracker for resource:floatingip and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:47:16.343922 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:47:16.350455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:47:16.361138 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:16.525271 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:16.698934 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Allocated IP 172.28.3.166 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/f0649e1d-ef25-4592-bf02-091a764033ca) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:47:16.868518 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:16.901319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839802266'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:16.906476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b5b8af14-24f2-4c4d-b7d6-2ee065b3de18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:16.975409 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:47:16.979573 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:47:16.983913 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:47:17.029586 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event updated for resources: {'Port': ['ID=f0649e1d-ef25-4592-bf02-091a764033ca,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:17.035391 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:17.112925 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:17.230461 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:17.575127 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for port, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:17.579203 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14973551'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:17.584197 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-899a574b-8d68-493d-9f79-30b89829e947 tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:17.705196 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event updated for resources: {'Port': ['ID=f0649e1d-ef25-4592-bf02-091a764033ca,revision_number=2']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:17.710509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:17.718893 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:17.743785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:17.745206 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4225233 Apr 21 14:47:17.940592 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b39c09b6-fb95-434d-81e5-435d4d84c647 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1697619962&fields=id&tenant_id=3214a692023d4ab892db2772036c242c HTTP/1.1" status: 200 len: 267 time: 0.0552914 Apr 21 14:47:18.135168 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-94f78f6a-d2aa-4d0e-b128-e44f87a17f77 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:18.136927 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-94f78f6a-d2aa-4d0e-b128-e44f87a17f77 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/networks?id=360abb24-8ba4-4c03-a629-c3398e2a39ca HTTP/1.1" status: 200 len: 811 time: 0.1885159 Apr 21 14:47:18.155906 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-6e83ecef-c97e-4a50-8412-bc5ccb0ed9ce tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/quotas/3214a692023d4ab892db2772036c242c HTTP/1.1" status: 200 len: 375 time: 0.0111647 Apr 21 14:47:18.279313 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-c698f589-65f7-48f3-947a-7eaafd572227 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3214a692023d4ab892db2772036c242c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1148100 Apr 21 14:47:18.439519 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-a224348c-85f2-4a2d-adc1-63b72346ca25 service neutron] 10.222.0.15 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444490 Apr 21 14:47:18.596843 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-3aeb0888-f040-4375-92ea-96f11abc8fa5 service neutron] 10.222.0.15 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495824 Apr 21 14:47:18.872359 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-02b86ce2-9fc0-4428-9fa6-0961abef0abc req-681c59fe-132a-4d98-8f22-ff2c88861479 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 210 time: 0.0560436 Apr 21 14:47:20.101011 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c7436dd5-83b3-4584-9695-23e79c67cd8b req-e657311d-0e5f-4086-9468-a27f5d63a377 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 210 time: 0.0874178 Apr 21 14:47:20.180537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-c5360137-cdd7-4b95-ace3-6a9fc31652e5 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:20.183688 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-c5360137-cdd7-4b95-ace3-6a9fc31652e5 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.44 "GET /v2.0/networks?id=360abb24-8ba4-4c03-a629-c3398e2a39ca HTTP/1.1" status: 200 len: 811 time: 0.2933927 Apr 21 14:47:20.277671 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-d6847512-9bdd-4684-a7ca-a448c91a0263 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Synchronizing usage tracker for tenant:3214a692023d4ab892db2772036c242c on resource:security_group {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:47:20.302146 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-d6847512-9bdd-4684-a7ca-a448c91a0263 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Unset dirty status for tenant:3214a692023d4ab892db2772036c242c on resource:security_group {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:47:20.304019 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-d6847512-9bdd-4684-a7ca-a448c91a0263 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3214a692023d4ab892db2772036c242c HTTP/1.1" status: 200 len: 380 time: 0.1118388 Apr 21 14:47:20.313503 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Request body: {'port': {'device_id': 'a0220e78-264c-4d9d-acd1-8fd7b0d8f303', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'admin_state_up': True, 'tenant_id': '3214a692023d4ab892db2772036c242c', 'security_groups': ['46794579-faee-49be-bfc7-a6afea7cc8a0']}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:20.494436 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:47:20.503328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Usage tracker for resource:port and tenant:3214a692023d4ab892db2772036c242c is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:47:20.509143 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:47:20.521085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:47:20.535522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Made reservation on behalf of 3214a692023d4ab892db2772036c242c for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:47:20.543284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:20.738993 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Allocated IP 172.20.0.4 (360abb24-8ba4-4c03-a629-c3398e2a39ca/3000c177-c2b6-4910-a0a4-b4dc9431018a/96a4af68-5ac4-408d-92cd-929e2a4ee689) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:47:21.127823 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:21.149169 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Transition to ACTIVE for port object 96a4af68-5ac4-408d-92cd-929e2a4ee689 will not be triggered until provisioned by entity DHCP. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:47:21.187135 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:21.197184 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7d2c67ee-e47c-4a23-a363-324e33db600d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:21.343859 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Network 360abb24-8ba4-4c03-a629-c3398e2a39ca is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:47:21.351257 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:47:21.359489 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:47:21.412212 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event updated for resources: {'Port': ['ID=96a4af68-5ac4-408d-92cd-929e2a4ee689,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:21.421187 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:21.473375 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:21.474851 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:21.523202 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2136688 Apr 21 14:47:21.527009 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2cd3b-ba13-4543-9080-9c965eb26aeb req-845e5fbe-c8be-4bec-b615-826780c9c88e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:21.530232 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ad2cd3b-ba13-4543-9080-9c965eb26aeb req-845e5fbe-c8be-4bec-b615-826780c9c88e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 931 time: 0.1692646 Apr 21 14:47:21.539828 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Request body: {'port': {'device_id': 'a0220e78-264c-4d9d-acd1-8fd7b0d8f303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:21.613709 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ad2cd3b-ba13-4543-9080-9c965eb26aeb req-9cbaf5ca-bcf7-4a93-8d3e-7c73d36a3897 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=46794579-faee-49be-bfc7-a6afea7cc8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734210 Apr 21 14:47:21.670353 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-77ff0163-524c-4a08-9af1-3389e2c4bce2 None None] Provisioning for port 96a4af68-5ac4-408d-92cd-929e2a4ee689 completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:47:21.679430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-77ff0163-524c-4a08-9af1-3389e2c4bce2 None None] Provisioning complete for port 96a4af68-5ac4-408d-92cd-929e2a4ee689 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:47:21.680314 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-77ff0163-524c-4a08-9af1-3389e2c4bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:21.726900 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:21.780050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-77ff0163-524c-4a08-9af1-3389e2c4bce2 None None] Port 96a4af68-5ac4-408d-92cd-929e2a4ee689 cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:47:22.134432 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a4af68-5ac4-408d-92cd-929e2a4ee689 {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:47:22.149566 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:22.176210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Transition to ACTIVE for port object 96a4af68-5ac4-408d-92cd-929e2a4ee689 will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:47:22.179213 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:22.183422 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-11c576c5-ee21-493c-abc8-7d990e423896 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:22.358910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Pushing event updated for resources: {'Port': ['ID=96a4af68-5ac4-408d-92cd-929e2a4ee689,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:22.370895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:22.714658 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Attempting to bind port 96a4af68-5ac4-408d-92cd-929e2a4ee689 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:47:22.715016 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Attempting to bind port 96a4af68-5ac4-408d-92cd-929e2a4ee689 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:47:22.715351 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Attempting to bind port 96a4af68-5ac4-408d-92cd-929e2a4ee689 on network 360abb24-8ba4-4c03-a629-c3398e2a39ca {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:47:22.721944 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Port 96a4af68-5ac4-408d-92cd-929e2a4ee689 on network 360abb24-8ba4-4c03-a629-c3398e2a39ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:47:22.722296 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Attempting to bind port 96a4af68-5ac4-408d-92cd-929e2a4ee689 on network 360abb24-8ba4-4c03-a629-c3398e2a39ca {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:47:22.728518 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:22.728876 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Checking segment: {'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:47:22.729321 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Bound using segment: {'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:22.729802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Bound port: 96a4af68-5ac4-408d-92cd-929e2a4ee689, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d12bad-ef07-46f0-b9a8-cd525992932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:47:22.730192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:22.841639 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] For port 96a4af68-5ac4-408d-92cd-929e2a4ee689, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:47:22.846980 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] For port 96a4af68-5ac4-408d-92cd-929e2a4ee689, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96a4af68-5ac4-408d-92cd-929e2a4ee689,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:47:22.853401 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:22.857674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a634ee20-e434-4607-8573-1bb65d41e99f tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:22.916683 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110bc5f-84a9-4efc-8118-c2bf053ce3ec req-ee6853ce-54dd-46b1-b5a7-bf7b53b7f4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:22.920696 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c110bc5f-84a9-4efc-8118-c2bf053ce3ec req-ee6853ce-54dd-46b1-b5a7-bf7b53b7f4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 943 time: 0.1299357 Apr 21 14:47:22.927812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:22.928508 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:22.930148 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] 10.222.0.44 "PUT /v2.0/ports/96a4af68-5ac4-408d-92cd-929e2a4ee689 HTTP/1.1" status: 200 len: 1093 time: 1.3959100 Apr 21 14:47:22.930826 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0220e78-264c-4d9d-acd1-8fd7b0d8f303', 'tag': '96a4af68-5ac4-408d-92cd-929e2a4ee689'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:47:22.960323 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Pushing event updated for resources: {'Port': ['ID=96a4af68-5ac4-408d-92cd-929e2a4ee689,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:22.966345 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:23.028673 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c110bc5f-84a9-4efc-8118-c2bf053ce3ec req-0b983b9f-a9d1-49a9-9a7e-78283c4a402d tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=46794579-faee-49be-bfc7-a6afea7cc8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000841 Apr 21 14:47:23.082791 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0220e78-264c-4d9d-acd1-8fd7b0d8f303', 'tag': '96a4af68-5ac4-408d-92cd-929e2a4ee689', 'status': 'completed', 'code': 200} Apr 21 14:47:23.111537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b485966a-7e79-4998-9544-559887374616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:23.114202 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-b485966a-7e79-4998-9544-559887374616 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3214a692023d4ab892db2772036c242c&device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 1096 time: 0.1363683 Apr 21 14:47:23.215190 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-5d94ce28-5559-46d7-b606-bb772196ee50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96a4af68-5ac4-408d-92cd-929e2a4ee689 HTTP/1.1" status: 200 len: 217 time: 0.0885246 Apr 21 14:47:23.346830 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-7b6637c4-2bd9-4a74-9136-f11cb93de024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:23.349873 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-7b6637c4-2bd9-4a74-9136-f11cb93de024 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3000c177-c2b6-4910-a0a4-b4dc9431018a HTTP/1.1" status: 200 len: 850 time: 0.1269391 Apr 21 14:47:23.445578 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-36d2a80f-065e-419a-86db-38427f1b55bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:23.447380 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-36d2a80f-065e-419a-86db-38427f1b55bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=360abb24-8ba4-4c03-a629-c3398e2a39ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0893896 Apr 21 14:47:23.610101 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-1a746f32-854d-4046-bb74-43dd2c26431f service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543179 Apr 21 14:47:23.765404 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-39a7d250-2e55-4a74-95d2-a64a1c8cc64a req-9925ad56-404b-4da9-8c3b-17fecfbbc80f service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484044 Apr 21 14:47:23.898995 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53063ab2-91d0-4f6b-979d-15dc9293e608 req-b78459d5-dc71-452b-9dfa-9400225c794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:23.900642 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-53063ab2-91d0-4f6b-979d-15dc9293e608 req-b78459d5-dc71-452b-9dfa-9400225c794e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3214a692023d4ab892db2772036c242c&device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 1096 time: 0.0836627 Apr 21 14:47:24.060186 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53063ab2-91d0-4f6b-979d-15dc9293e608 req-e5005c30-aa76-4ec1-8d49-35911fefa08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:24.061860 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-53063ab2-91d0-4f6b-979d-15dc9293e608 req-e5005c30-aa76-4ec1-8d49-35911fefa08e service neutron] 10.222.0.44 "GET /v2.0/networks?id=360abb24-8ba4-4c03-a629-c3398e2a39ca HTTP/1.1" status: 200 len: 912 time: 0.1532021 Apr 21 14:47:24.160178 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-53063ab2-91d0-4f6b-979d-15dc9293e608 req-692f71f7-b2b4-4fc5-9e30-201cb0a699eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96a4af68-5ac4-408d-92cd-929e2a4ee689 HTTP/1.1" status: 200 len: 217 time: 0.0911324 Apr 21 14:47:24.261992 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53063ab2-91d0-4f6b-979d-15dc9293e608 req-48ceed56-bb4a-4b96-bb98-4a7c92c71a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:24.263730 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-53063ab2-91d0-4f6b-979d-15dc9293e608 req-48ceed56-bb4a-4b96-bb98-4a7c92c71a43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3000c177-c2b6-4910-a0a4-b4dc9431018a HTTP/1.1" status: 200 len: 850 time: 0.0963056 Apr 21 14:47:24.322094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927396a-93c6-4390-8bd2-a40f4eb8a1be req-2bd604d9-4e82-436b-89bf-4212ef47d814 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:24.323844 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6927396a-93c6-4390-8bd2-a40f4eb8a1be req-2bd604d9-4e82-436b-89bf-4212ef47d814 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 943 time: 0.1176507 Apr 21 14:47:24.365044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53063ab2-91d0-4f6b-979d-15dc9293e608 req-aa6bc59e-cca0-4707-8c5e-be52b7edd2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:24.366986 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-53063ab2-91d0-4f6b-979d-15dc9293e608 req-aa6bc59e-cca0-4707-8c5e-be52b7edd2e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=360abb24-8ba4-4c03-a629-c3398e2a39ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0957239 Apr 21 14:47:24.389225 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6927396a-93c6-4390-8bd2-a40f4eb8a1be req-efa9ca5d-5fa1-4c0a-94ae-688dac70d6a2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=46794579-faee-49be-bfc7-a6afea7cc8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522976 Apr 21 14:47:24.537694 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-53063ab2-91d0-4f6b-979d-15dc9293e608 req-c7e69082-8264-4023-af8e-2f18bbd30fd5 service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631386 Apr 21 14:47:24.699406 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-53063ab2-91d0-4f6b-979d-15dc9293e608 req-a1b49a32-ea24-4e4b-906d-aab56dacc082 service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514115 Apr 21 14:47:25.629460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3c421-d3b6-4757-92f8-523c36d27489 req-e5c6df9a-784c-4da4-994d-31a9ffa378da tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:25.631349 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ace3c421-d3b6-4757-92f8-523c36d27489 req-e5c6df9a-784c-4da4-994d-31a9ffa378da tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 943 time: 0.0987084 Apr 21 14:47:25.684302 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ace3c421-d3b6-4757-92f8-523c36d27489 req-41fb68c8-c120-405d-a645-19e2e4b8a3e2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=46794579-faee-49be-bfc7-a6afea7cc8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453501 Apr 21 14:47:26.562151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 96a4af68-5ac4-408d-92cd-929e2a4ee689 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:47:26.733250 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 96a4af68-5ac4-408d-92cd-929e2a4ee689, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96a4af68-5ac4-408d-92cd-929e2a4ee689,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:47:26.761499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '96a4af68-5ac4-408d-92cd-929e2a4ee689', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'port_id': '96a4af68-5ac4-408d-92cd-929e2a4ee689', 'mac_address': 'fa:16:3e:fc:4a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:47:26.832250 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:26.871531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a4af68-5ac4-408d-92cd-929e2a4ee689 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:47:26.900168 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 96a4af68-5ac4-408d-92cd-929e2a4ee689, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96a4af68-5ac4-408d-92cd-929e2a4ee689,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:47:26.904430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:26.908107 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:26.940253 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07565-570a-4a15-81a2-34282f3b6f2b req-08e5e045-a88b-431e-b052-aa87d02d3b59 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:26.941918 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e4c07565-570a-4a15-81a2-34282f3b6f2b req-08e5e045-a88b-431e-b052-aa87d02d3b59 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 943 time: 0.1024239 Apr 21 14:47:26.995861 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e4c07565-570a-4a15-81a2-34282f3b6f2b req-a6f14a86-a44e-434a-99ae-b657efe88cf5 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=46794579-faee-49be-bfc7-a6afea7cc8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465887 Apr 21 14:47:27.040520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=96a4af68-5ac4-408d-92cd-929e2a4ee689,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:27.054964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:27.055628 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:27.056229 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:27.056799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:27.057460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:27.058093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:27.058734 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:27.059409 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:27.060062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:27.060679 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:27.061346 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:27.061965 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:47:27.069531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:27.243377 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['96a4af68-5ac4-408d-92cd-929e2a4ee689'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:47:28.217793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4b65-4800-44a2-be9e-b38d63c13989 req-db622005-f057-43bd-93c5-bd6156864fb8 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:28.220505 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-939c4b65-4800-44a2-be9e-b38d63c13989 req-db622005-f057-43bd-93c5-bd6156864fb8 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 944 time: 0.0998213 Apr 21 14:47:28.275555 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-939c4b65-4800-44a2-be9e-b38d63c13989 req-6a0d3333-f628-4551-8c18-17f66a9fdea3 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=46794579-faee-49be-bfc7-a6afea7cc8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477846 Apr 21 14:47:28.565570 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 96a4af68-5ac4-408d-92cd-929e2a4ee689 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:47:28.642785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port 96a4af68-5ac4-408d-92cd-929e2a4ee689 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:47:28.648417 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 96a4af68-5ac4-408d-92cd-929e2a4ee689 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:47:28.648840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:28.789773 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:28.824433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0220e78-264c-4d9d-acd1-8fd7b0d8f303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a4af68-5ac4-408d-92cd-929e2a4ee689'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:47:28.836005 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 96a4af68-5ac4-408d-92cd-929e2a4ee689, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96a4af68-5ac4-408d-92cd-929e2a4ee689,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:47:28.839901 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:28.842213 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-af375f33-8a1e-4980-9c9d-300f742f5105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:28.921940 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0220e78-264c-4d9d-acd1-8fd7b0d8f303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a4af68-5ac4-408d-92cd-929e2a4ee689', 'code': 200} Apr 21 14:47:28.922580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=96a4af68-5ac4-408d-92cd-929e2a4ee689,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:28.925936 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:29.180033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02b888-6ccf-4b86-be25-abff5c08d2cf req-eb16340e-3722-4145-b716-2032c8876afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:29.181673 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd02b888-6ccf-4b86-be25-abff5c08d2cf req-eb16340e-3722-4145-b716-2032c8876afd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 1098 time: 0.0857012 Apr 21 14:47:29.237851 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bd02b888-6ccf-4b86-be25-abff5c08d2cf req-429a0380-8350-40ec-afed-d5072ddda15c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=46794579-faee-49be-bfc7-a6afea7cc8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495346 Apr 21 14:47:29.506489 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260265d-a7b3-46cf-840e-3d52df20b2db req-d97020b3-fdf0-406e-be6d-27c3f7c5c8c7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:29.508496 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5260265d-a7b3-46cf-840e-3d52df20b2db req-d97020b3-fdf0-406e-be6d-27c3f7c5c8c7 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 945 time: 0.1062491 Apr 21 14:47:29.566484 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5260265d-a7b3-46cf-840e-3d52df20b2db req-86c825cc-bb92-4479-844a-242aeb7649a6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=46794579-faee-49be-bfc7-a6afea7cc8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471292 Apr 21 14:47:30.783515 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37864b0a-a029-4520-8ce1-edf5acb9c27a req-42d146ac-58e4-4f18-8ae6-9565f4f97fc4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:30.785196 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-37864b0a-a029-4520-8ce1-edf5acb9c27a req-42d146ac-58e4-4f18-8ae6-9565f4f97fc4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 945 time: 0.0930157 Apr 21 14:47:30.843914 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-37864b0a-a029-4520-8ce1-edf5acb9c27a req-6aeb53ae-fb06-40c3-a5d3-2d56fbfacff6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=46794579-faee-49be-bfc7-a6afea7cc8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484507 Apr 21 14:47:31.079918 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2263-044a-4839-8412-e32eb1e55318 req-b550804d-a902-4834-b026-e40527f4e523 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:31.081584 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-892b2263-044a-4839-8412-e32eb1e55318 req-b550804d-a902-4834-b026-e40527f4e523 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 945 time: 0.1039555 Apr 21 14:47:31.098981 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 35548) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:31.106285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-42f717fb-d514-499d-9470-c6be08c28325 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Request body: {'floatingip': {'port_id': '96a4af68-5ac4-408d-92cd-929e2a4ee689'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:31.197180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-42f717fb-d514-499d-9470-c6be08c28325 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:32.113481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-42f717fb-d514-499d-9470-c6be08c28325 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:32.117111 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-42f717fb-d514-499d-9470-c6be08c28325 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:32.327546 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_db [None req-42f717fb-d514-499d-9470-c6be08c28325 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Floating IP 24bbaacb-e4fc-4b5a-8e28-42e5c17d784e associated. External IP: 172.28.3.166, port: 96a4af68-5ac4-408d-92cd-929e2a4ee689. Apr 21 14:47:32.739332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f717fb-d514-499d-9470-c6be08c28325 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Router 556de49b-a657-47fe-adf8-b766db475ce9 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:47:32.944174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f717fb-d514-499d-9470-c6be08c28325 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:47:32.949289 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-42f717fb-d514-499d-9470-c6be08c28325 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:32.957535 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696529d6-6fc4-47da-a2f5-9571d2a80ab4 None None] Sync routers for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:47:32.975766 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696529d6-6fc4-47da-a2f5-9571d2a80ab4 None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:47:32.977029 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-696529d6-6fc4-47da-a2f5-9571d2a80ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:47:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:47:33.019709 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-42f717fb-d514-499d-9470-c6be08c28325 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "PUT /v2.0/floatingips/24bbaacb-e4fc-4b5a-8e28-42e5c17d784e HTTP/1.1" status: 200 len: 991 time: 1.9191203 Apr 21 14:47:33.020739 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0220e78-264c-4d9d-acd1-8fd7b0d8f303', 'tag': '96a4af68-5ac4-408d-92cd-929e2a4ee689'}] {{(pid=86344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:47:33.119192 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0220e78-264c-4d9d-acd1-8fd7b0d8f303', 'tag': '96a4af68-5ac4-408d-92cd-929e2a4ee689', 'status': 'completed', 'code': 200} Apr 21 14:47:33.252273 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500f787-5e49-4314-a6ee-7f099442f885 req-ee299762-9d95-4681-81da-ff2989fa0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:33.255204 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6500f787-5e49-4314-a6ee-7f099442f885 req-ee299762-9d95-4681-81da-ff2989fa0a7e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3214a692023d4ab892db2772036c242c&device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 1098 time: 0.1083078 Apr 21 14:47:33.412270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-696529d6-6fc4-47da-a2f5-9571d2a80ab4 None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:47:33.495723 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500f787-5e49-4314-a6ee-7f099442f885 req-57815cb4-f442-4c46-8864-1d10dbdbc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:33.497805 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6500f787-5e49-4314-a6ee-7f099442f885 req-57815cb4-f442-4c46-8864-1d10dbdbc1b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=360abb24-8ba4-4c03-a629-c3398e2a39ca HTTP/1.1" status: 200 len: 912 time: 0.2361419 Apr 21 14:47:33.636659 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6500f787-5e49-4314-a6ee-7f099442f885 req-e76ad623-2abf-4e89-9696-27bd6a24733c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96a4af68-5ac4-408d-92cd-929e2a4ee689 HTTP/1.1" status: 200 len: 999 time: 0.1316602 Apr 21 14:47:33.718214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500f787-5e49-4314-a6ee-7f099442f885 req-179360f6-85e8-4179-bb48-009e11494c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:33.720191 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6500f787-5e49-4314-a6ee-7f099442f885 req-179360f6-85e8-4179-bb48-009e11494c95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3000c177-c2b6-4910-a0a4-b4dc9431018a HTTP/1.1" status: 200 len: 850 time: 0.0767670 Apr 21 14:47:33.878205 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500f787-5e49-4314-a6ee-7f099442f885 req-7f9d56ca-ec82-421c-a06a-f0cb29b7fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:33.881201 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6500f787-5e49-4314-a6ee-7f099442f885 req-7f9d56ca-ec82-421c-a06a-f0cb29b7fff9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=360abb24-8ba4-4c03-a629-c3398e2a39ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1532876 Apr 21 14:47:33.937404 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-696529d6-6fc4-47da-a2f5-9571d2a80ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': '24bbaacb-e4fc-4b5a-8e28-42e5c17d784e', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'floating_ip_address': '172.28.3.166', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'port_id': '96a4af68-5ac4-408d-92cd-929e2a4ee689', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'mac_address': 'fa:16:3e:fc:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0220e78-264c-4d9d-acd1-8fd7b0d8f303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:47:17Z', 'updated_at': '2021-04-21T14:47:31Z', 'revision_number': 1, 'project_id': '3214a692023d4ab892db2772036c242c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:28Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:47:33.946204 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696529d6-6fc4-47da-a2f5-9571d2a80ab4 None None] Checking router: 556de49b-a657-47fe-adf8-b766db475ce9 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:47:33.964230 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696529d6-6fc4-47da-a2f5-9571d2a80ab4 None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:47:33.965666 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-696529d6-6fc4-47da-a2f5-9571d2a80ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:47:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:47:34.161153 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6500f787-5e49-4314-a6ee-7f099442f885 req-22dc136c-9aef-4a05-bc48-80f454bb0fa8 service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711217 Apr 21 14:47:34.348160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-696529d6-6fc4-47da-a2f5-9571d2a80ab4 None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:47:34.451288 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6500f787-5e49-4314-a6ee-7f099442f885 req-eb06ebdd-8066-4955-a5d1-c47d0ad00271 service neutron] 10.222.0.44 "GET /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732947 Apr 21 14:47:34.769546 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-696529d6-6fc4-47da-a2f5-9571d2a80ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': '24bbaacb-e4fc-4b5a-8e28-42e5c17d784e', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'floating_ip_address': '172.28.3.166', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'port_id': '96a4af68-5ac4-408d-92cd-929e2a4ee689', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'mac_address': 'fa:16:3e:fc:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0220e78-264c-4d9d-acd1-8fd7b0d8f303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:47:17Z', 'updated_at': '2021-04-21T14:47:31Z', 'revision_number': 1, 'project_id': '3214a692023d4ab892db2772036c242c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:28Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:47:34.775847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696529d6-6fc4-47da-a2f5-9571d2a80ab4 None None] The sync data for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb is: [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': '24bbaacb-e4fc-4b5a-8e28-42e5c17d784e', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'floating_ip_address': '172.28.3.166', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'port_id': '96a4af68-5ac4-408d-92cd-929e2a4ee689', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'mac_address': 'fa:16:3e:fc:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0220e78-264c-4d9d-acd1-8fd7b0d8f303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:47:17Z', 'updated_at': '2021-04-21T14:47:31Z', 'revision_number': 1, 'project_id': '3214a692023d4ab892db2772036c242c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:28Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:47:35.002752 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-011f3585-c6aa-4e5e-aa09-a5b3ce5dbf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:35.055328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d992cb93-928c-4e91-bf7e-8d4c9ecc1834 None None] New status for floating IP 24bbaacb-e4fc-4b5a-8e28-42e5c17d784e: ACTIVE {{(pid=86346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:47:36.971948 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed28de3-5aa9-453b-bff2-348beb4244dd req-f9eef8dd-c130-4ef0-a8a8-008acad01b8b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:36.975117 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5ed28de3-5aa9-453b-bff2-348beb4244dd req-f9eef8dd-c130-4ef0-a8a8-008acad01b8b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1279442 Apr 21 14:47:37.064672 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5ed28de3-5aa9-453b-bff2-348beb4244dd req-65d52e3b-13b8-42cc-a2f6-a0ff546eeb5e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804956 Apr 21 14:47:38.285653 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b39bd-92b8-49bc-a295-17ae70919b1e req-c8bddcee-03dd-47c0-a440-5fcc0f84d8de tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:38.287399 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-398b39bd-92b8-49bc-a295-17ae70919b1e req-c8bddcee-03dd-47c0-a440-5fcc0f84d8de tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.0977590 Apr 21 14:47:38.292289 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bbb9dace-082c-416a-beb8-98caa78f084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:38.341164 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-398b39bd-92b8-49bc-a295-17ae70919b1e req-a4075ed4-0c17-48a4-a00c-7b63c9b97a05 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452628 Apr 21 14:47:38.921914 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:39.006918 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1c725ff8-d7e3-4751-a02e-fbd6dfe9a7f7 req-c16cbcee-7592-465f-8601-8ef57e42e998 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908291 Apr 21 14:47:39.117957 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c725ff8-d7e3-4751-a02e-fbd6dfe9a7f7 req-f38a413a-5e7e-4077-8d52-afe26fe279d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:39.119581 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1c725ff8-d7e3-4751-a02e-fbd6dfe9a7f7 req-f38a413a-5e7e-4077-8d52-afe26fe279d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82a904343c524d8dbab7b58ad4c4642d&device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 1098 time: 0.0856874 Apr 21 14:47:39.285816 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c725ff8-d7e3-4751-a02e-fbd6dfe9a7f7 req-1842d481-13d8-4641-9996-01ef4f0c874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:39.287334 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1c725ff8-d7e3-4751-a02e-fbd6dfe9a7f7 req-1842d481-13d8-4641-9996-01ef4f0c874c service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c6c898c-e436-4dfd-8036-3c794bda2677 HTTP/1.1" status: 200 len: 909 time: 0.1473327 Apr 21 14:47:39.405462 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1c725ff8-d7e3-4751-a02e-fbd6dfe9a7f7 req-217cd89a-f73b-40bc-9e8b-33c3b94b4bf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a HTTP/1.1" status: 200 len: 999 time: 0.1110179 Apr 21 14:47:39.492130 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c725ff8-d7e3-4751-a02e-fbd6dfe9a7f7 req-a046b7d6-0169-4776-b89b-a541a965f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:39.493798 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1c725ff8-d7e3-4751-a02e-fbd6dfe9a7f7 req-a046b7d6-0169-4776-b89b-a541a965f733 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=786e5c71-17b6-45dd-ac99-0b9dda843b69 HTTP/1.1" status: 200 len: 847 time: 0.0818572 Apr 21 14:47:39.598964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d617354-b4a9-43a0-b65d-718bee0a3f68 req-dba350b3-d709-4e6a-84a2-1e3c7561e86e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:39.599963 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c725ff8-d7e3-4751-a02e-fbd6dfe9a7f7 req-544a3bbe-19ad-442c-b12d-1e978b9199ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:39.600597 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9d617354-b4a9-43a0-b65d-718bee0a3f68 req-dba350b3-d709-4e6a-84a2-1e3c7561e86e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1192315 Apr 21 14:47:39.602832 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1c725ff8-d7e3-4751-a02e-fbd6dfe9a7f7 req-544a3bbe-19ad-442c-b12d-1e978b9199ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c6c898c-e436-4dfd-8036-3c794bda2677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1016207 Apr 21 14:47:39.656221 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9d617354-b4a9-43a0-b65d-718bee0a3f68 req-8866a9d7-74ba-4819-8929-5f7aebdfa2a6 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486455 Apr 21 14:47:39.762638 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:39.792005 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1c725ff8-d7e3-4751-a02e-fbd6dfe9a7f7 req-c070f33b-d5d9-4938-8486-a2617649467f service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823688 Apr 21 14:47:39.842897 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:39.966261 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1c725ff8-d7e3-4751-a02e-fbd6dfe9a7f7 req-4f1e27c7-85cf-42b4-8a43-878715cad940 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673040 Apr 21 14:47:40.945842 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:40.948460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e0a0a-255b-46e8-b227-e4792082e23e req-5798f588-9125-4ffe-8127-5d00e04b9263 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:40.951439 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-599e0a0a-255b-46e8-b227-e4792082e23e req-5798f588-9125-4ffe-8127-5d00e04b9263 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1368878 Apr 21 14:47:41.037651 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-599e0a0a-255b-46e8-b227-e4792082e23e req-d978346f-db33-40b6-b30c-7404eb32ffe6 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782628 Apr 21 14:47:42.320179 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67157f4e-62b9-4fb1-bf13-7a5d6af4ffdf req-6b9992bc-5877-427a-820e-6587e5920b9f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:42.321266 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-67157f4e-62b9-4fb1-bf13-7a5d6af4ffdf req-6b9992bc-5877-427a-820e-6587e5920b9f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1437600 Apr 21 14:47:42.383695 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-67157f4e-62b9-4fb1-bf13-7a5d6af4ffdf req-a3b4e127-8499-4ca2-8768-eebfaee75cfe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559998 Apr 21 14:47:43.625052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24032b2e-e4c2-44fb-95ca-aa4a8e32ef69 req-3891a1cd-e795-40d6-a336-8d8d5ed5c713 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:43.627101 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-24032b2e-e4c2-44fb-95ca-aa4a8e32ef69 req-3891a1cd-e795-40d6-a336-8d8d5ed5c713 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.0991740 Apr 21 14:47:43.684793 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-24032b2e-e4c2-44fb-95ca-aa4a8e32ef69 req-53486465-08b0-49d7-996d-559fb3e123a3 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502331 Apr 21 14:47:45.107360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44ce38-db80-4fbf-a23e-a983562ed181 req-88eac3fd-271f-4f4d-8edf-ed08256083c2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:45.109113 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1b44ce38-db80-4fbf-a23e-a983562ed181 req-88eac3fd-271f-4f4d-8edf-ed08256083c2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.0945837 Apr 21 14:47:45.175969 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1b44ce38-db80-4fbf-a23e-a983562ed181 req-738fc262-1412-4291-8002-ec1318214c8b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534275 Apr 21 14:47:46.404125 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494c422-e174-49ab-a4bc-94d42f93e6d1 req-02c9d143-a322-4bda-a9c1-07b6fcebed50 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:46.406040 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6494c422-e174-49ab-a4bc-94d42f93e6d1 req-02c9d143-a322-4bda-a9c1-07b6fcebed50 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1052067 Apr 21 14:47:46.468372 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6494c422-e174-49ab-a4bc-94d42f93e6d1 req-ed2fcfea-1f24-4723-8fc1-11f3d5adb5ae tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549569 Apr 21 14:47:47.137193 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:47:47.712834 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a938714-2c47-467b-a555-628eedf4e276 req-50834ac7-6c04-4dca-96b7-82690a8d0ddb tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:47.714591 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2a938714-2c47-467b-a555-628eedf4e276 req-50834ac7-6c04-4dca-96b7-82690a8d0ddb tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.0920656 Apr 21 14:47:47.766391 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2a938714-2c47-467b-a555-628eedf4e276 req-e2519890-2d38-43e3-a3bf-84d0340476c5 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441120 Apr 21 14:47:48.715385 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device a8bcbace-99cc-42bf-85c6-858eca6206e7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:47:48.901197 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port a8bcbace-99cc-42bf-85c6-858eca6206e7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:47:48.916750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'port_id': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'mac_address': 'fa:16:3e:8d:7f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:47:48.978940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:48.999287 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8bcbace-99cc-42bf-85c6-858eca6206e7 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:47:49.018133 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port a8bcbace-99cc-42bf-85c6-858eca6206e7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:47:49.021593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:49.023691 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:49.071590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bde06-a77e-4de2-8ca4-03a6a9cc2b51 req-334a0afd-6c20-4453-99b2-ede9c6659298 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:49.074647 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b52bde06-a77e-4de2-8ca4-03a6a9cc2b51 req-334a0afd-6c20-4453-99b2-ede9c6659298 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1752980 Apr 21 14:47:49.105438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=a8bcbace-99cc-42bf-85c6-858eca6206e7,revision_number=6']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:49.109150 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:49.119915 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['a8bcbace-99cc-42bf-85c6-858eca6206e7'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:47:49.132221 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b52bde06-a77e-4de2-8ca4-03a6a9cc2b51 req-d652fa0c-81ec-4a4d-aa82-cc3a45316dc6 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480223 Apr 21 14:47:50.384175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129d979-fd8e-4217-86ba-b7cb521c4dc7 req-d2abbcea-1d79-4633-9355-b570f94b5ca8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:50.386500 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c129d979-fd8e-4217-86ba-b7cb521c4dc7 req-d2abbcea-1d79-4633-9355-b570f94b5ca8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 944 time: 0.1001599 Apr 21 14:47:50.456909 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c129d979-fd8e-4217-86ba-b7cb521c4dc7 req-6bf6215a-89f3-42de-88a5-51491678fd2b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585124 Apr 21 14:47:50.715942 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device a8bcbace-99cc-42bf-85c6-858eca6206e7 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:47:50.798487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port a8bcbace-99cc-42bf-85c6-858eca6206e7 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:47:50.798906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:50.931360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:50.961016 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:47:50.973247 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port a8bcbace-99cc-42bf-85c6-858eca6206e7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:47:50.977092 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:47:50.979155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:47:51.018871 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'code': 200} Apr 21 14:47:51.054372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=a8bcbace-99cc-42bf-85c6-858eca6206e7,revision_number=7']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:47:51.057718 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:47:51.700336 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadb162-9578-497b-a1f3-6e514b39ec28 req-d35ddb84-f0fc-4c3f-85a4-b592b60182e5 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:51.702432 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-afadb162-9578-497b-a1f3-6e514b39ec28 req-d35ddb84-f0fc-4c3f-85a4-b592b60182e5 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.0959110 Apr 21 14:47:51.757553 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-afadb162-9578-497b-a1f3-6e514b39ec28 req-fe437657-4c09-4123-a1f6-46c72e5259ca tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473623 Apr 21 14:47:52.986535 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de3faf-b8f4-462c-a741-472c33a665bd req-09eb89b2-22a2-4b5a-a6f7-d27dc2211caa tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:52.988477 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-62de3faf-b8f4-462c-a741-472c33a665bd req-09eb89b2-22a2-4b5a-a6f7-d27dc2211caa tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1004384 Apr 21 14:47:53.042666 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-62de3faf-b8f4-462c-a741-472c33a665bd req-8f49b1d6-1497-4afd-9f66-357ee9037296 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469179 Apr 21 14:47:54.429160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef622d-abc3-4fa3-a1d8-4009e8507a76 req-8dc61e90-c02c-4449-bdbf-64e556f1ada7 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:54.432260 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-deef622d-abc3-4fa3-a1d8-4009e8507a76 req-8dc61e90-c02c-4449-bdbf-64e556f1ada7 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1829715 Apr 21 14:47:54.556681 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-deef622d-abc3-4fa3-a1d8-4009e8507a76 req-46fdfcd8-68cf-437c-8dc4-957d63eba450 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085870 Apr 21 14:47:55.935264 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6d0fd-78f3-44a4-b18f-02c3dba276d6 req-3db01120-bfd9-4608-84ea-4b9068f267f2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:55.938877 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bfa6d0fd-78f3-44a4-b18f-02c3dba276d6 req-3db01120-bfd9-4608-84ea-4b9068f267f2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1886151 Apr 21 14:47:56.032357 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bfa6d0fd-78f3-44a4-b18f-02c3dba276d6 req-ca56ccfa-f688-4077-8052-017571a7f295 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799515 Apr 21 14:47:57.378763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7fa1b-ca8d-42f8-b504-8356abbb561b req-ae3bd098-8c38-4f80-acc2-fc5418affc1d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:57.388330 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e1c7fa1b-ca8d-42f8-b504-8356abbb561b req-ae3bd098-8c38-4f80-acc2-fc5418affc1d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1886349 Apr 21 14:47:57.450259 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e1c7fa1b-ca8d-42f8-b504-8356abbb561b req-f785474a-89ef-48f2-9eb1-24b04d593e20 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606670 Apr 21 14:47:58.890396 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efbb01-b145-4af3-a7bf-5e113ac8ac06 req-c6693580-7a28-409b-bd9e-295893a953ea tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:47:58.892100 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-04efbb01-b145-4af3-a7bf-5e113ac8ac06 req-c6693580-7a28-409b-bd9e-295893a953ea tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1314180 Apr 21 14:47:58.967434 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-04efbb01-b145-4af3-a7bf-5e113ac8ac06 req-72241c53-0163-480c-a98a-e944c1bdd344 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490081 Apr 21 14:48:00.317872 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dedc6-1096-4a38-a9e2-6621fa23b5da req-b1a91562-d1cc-4db5-9bb2-6b240571b5a4 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:00.319047 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-677dedc6-1096-4a38-a9e2-6621fa23b5da req-b1a91562-d1cc-4db5-9bb2-6b240571b5a4 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1343496 Apr 21 14:48:00.380180 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-677dedc6-1096-4a38-a9e2-6621fa23b5da req-637beaae-caa4-4240-87cb-65bc9850f0bc tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481753 Apr 21 14:48:01.746846 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891c04e-0f1e-4106-b896-704a647f4c48 req-8513ddb5-9fec-4f2c-b5e4-d8739f4256f2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:01.748576 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2891c04e-0f1e-4106-b896-704a647f4c48 req-8513ddb5-9fec-4f2c-b5e4-d8739f4256f2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1447446 Apr 21 14:48:01.826257 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2891c04e-0f1e-4106-b896-704a647f4c48 req-0da5cc26-73ef-4f99-a2ad-84f8605d591f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574484 Apr 21 14:48:03.220480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86c9c3-979b-4d47-a4ea-3007276b70ae req-575f35e0-002f-4123-98f5-c95b7b97ec5b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:03.222360 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7e86c9c3-979b-4d47-a4ea-3007276b70ae req-575f35e0-002f-4123-98f5-c95b7b97ec5b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1561670 Apr 21 14:48:03.295579 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7e86c9c3-979b-4d47-a4ea-3007276b70ae req-77f70213-c912-432a-8736-2bc37a88d43d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652485 Apr 21 14:48:04.552232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9156ba-0117-44ee-af40-df2bb5f4af29 req-fdb39b7f-6af5-4359-a1fa-db53b0dc04e4 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:04.554006 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7b9156ba-0117-44ee-af40-df2bb5f4af29 req-fdb39b7f-6af5-4359-a1fa-db53b0dc04e4 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.0988288 Apr 21 14:48:04.611516 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7b9156ba-0117-44ee-af40-df2bb5f4af29 req-414c36cb-b7a9-4175-b348-39910e968b65 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499349 Apr 21 14:48:05.007810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a2a22060-7494-4072-8324-c1798d05f735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:05.414670 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a810d5-9ca9-4719-9141-7382c05da81e req-d5642dc3-2d0f-42f3-a05a-b46f6242e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:05.416401 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-91a810d5-9ca9-4719-9141-7382c05da81e req-d5642dc3-2d0f-42f3-a05a-b46f6242e908 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 1098 time: 0.3394442 Apr 21 14:48:05.575668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a810d5-9ca9-4719-9141-7382c05da81e req-9b011bf1-b779-4a44-8391-d6517b65c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:05.577446 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-91a810d5-9ca9-4719-9141-7382c05da81e req-9b011bf1-b779-4a44-8391-d6517b65c300 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 917 time: 0.1539221 Apr 21 14:48:05.705930 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-91a810d5-9ca9-4719-9141-7382c05da81e req-06722ad5-85e4-439f-9a65-0b148e3bbf10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7 HTTP/1.1" status: 200 len: 1001 time: 0.1221213 Apr 21 14:48:05.783153 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a810d5-9ca9-4719-9141-7382c05da81e req-40957361-83a1-4e3a-8ae3-a181d5cbe023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:05.784950 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-91a810d5-9ca9-4719-9141-7382c05da81e req-40957361-83a1-4e3a-8ae3-a181d5cbe023 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 200 len: 855 time: 0.0732169 Apr 21 14:48:05.888976 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f362cc-2031-4a6c-9e8a-093fab55114d req-af7a8799-52d6-4996-8734-dad7209d095b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:05.891080 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d0f362cc-2031-4a6c-9e8a-093fab55114d req-af7a8799-52d6-4996-8734-dad7209d095b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 945 time: 0.1349111 Apr 21 14:48:05.913318 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a810d5-9ca9-4719-9141-7382c05da81e req-0760e42f-1d1a-4382-8509-2def49257e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:05.915142 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-91a810d5-9ca9-4719-9141-7382c05da81e req-0760e42f-1d1a-4382-8509-2def49257e81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1234748 Apr 21 14:48:05.964629 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d0f362cc-2031-4a6c-9e8a-093fab55114d req-8919c676-b084-4a9d-a078-7607f3128dea tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647321 Apr 21 14:48:06.123769 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-91a810d5-9ca9-4719-9141-7382c05da81e req-698ee4f5-c19f-4fa3-bccf-070a164a8314 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006319 Apr 21 14:48:06.285953 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-91a810d5-9ca9-4719-9141-7382c05da81e req-7ec81b19-bcec-484e-9d62-716e51164c8a service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512465 Apr 21 14:48:06.693477 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 35738) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:06.810438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device a8bcbace-99cc-42bf-85c6-858eca6206e7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:48:06.974037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:07.011636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:48:07.026228 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port a8bcbace-99cc-42bf-85c6-858eca6206e7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:48:07.035624 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:07.041283 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:07.124212 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'code': 200} Apr 21 14:48:07.196024 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=a8bcbace-99cc-42bf-85c6-858eca6206e7,revision_number=8']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:07.204580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:07.623896 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Deleting port 5f3a0c84-b670-40c9-9f89-fdc798a98a8c {{(pid=86344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:07.624199 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:07.796036 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf02850-f876-49ca-b668-3efb8831aa03 req-3c8c6923-5b5b-4408-9591-30ce8b6628ff tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:07.797898 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-daf02850-f876-49ca-b668-3efb8831aa03 req-3c8c6923-5b5b-4408-9591-30ce8b6628ff tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.5157847 Apr 21 14:48:07.895025 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-daf02850-f876-49ca-b668-3efb8831aa03 req-d707dc06-b4c9-4448-bcab-fde154c940a8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827971 Apr 21 14:48:07.897009 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:07.897474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:08.042806 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Calling delete_port for 5f3a0c84-b670-40c9-9f89-fdc798a98a8c owned by network:floatingip {{(pid=86344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:48:08.246123 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839802266'] for port, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:08.250347 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:08.298104 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bda06df6-c87f-498e-ac00-18481fe47f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:08.301618 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Pushing event deleted for resources: {'Port': ['ID=5f3a0c84-b670-40c9-9f89-fdc798a98a8c,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:08.305112 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:08.422632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for floatingip, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:08.423269 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_db [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Floating IP c8adaa40-4dcb-407a-a51d-464efbc16f6b disassociated (deleted). External IP: 172.28.3.4, port: 1fd86c5c-1471-4f6d-a8cf-39d29b79430a. Apr 21 14:48:08.919547 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:09.233147 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Router 272a8dcb-6909-498e-a2a3-369cf1af2851 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:48:09.248884 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23bac5-d09b-4506-bd41-6fbaad5151ad req-8e5c36d1-2fe8-48d4-89be-518b36095130 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:09.251257 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-df23bac5-d09b-4506-bd41-6fbaad5151ad req-8e5c36d1-2fe8-48d4-89be-518b36095130 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.2115033 Apr 21 14:48:09.460687 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-df23bac5-d09b-4506-bd41-6fbaad5151ad req-083afcb0-6f83-47e2-ad3d-6ee24e55d56e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009063 Apr 21 14:48:09.509400 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:48:09.528259 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a7416-9c94-45c2-8067-fee1150e35ac None None] Sync routers for ids ['272a8dcb-6909-498e-a2a3-369cf1af2851'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:48:09.538931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:09.566890 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108a7416-9c94-45c2-8067-fee1150e35ac None None] Routers {'272a8dcb-6909-498e-a2a3-369cf1af2851'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:48:09.568127 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-108a7416-9c94-45c2-8067-fee1150e35ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:48:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['272a8dcb-6909-498e-a2a3-369cf1af2851'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:09.655608 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "DELETE /v2.0/floatingips/c8adaa40-4dcb-407a-a51d-464efbc16f6b HTTP/1.1" status: 204 len: 168 time: 2.9602115 Apr 21 14:48:09.658077 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a'}] {{(pid=86344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:48:10.047496 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'status': 'completed', 'code': 200} Apr 21 14:48:10.147115 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:10.155200 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:10.267068 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-108a7416-9c94-45c2-8067-fee1150e35ac None None] Set router 272a8dcb-6909-498e-a2a3-369cf1af2851 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:48:10.267355 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139608ec-076a-4234-b977-078cb0eafeb6 req-fee35f6f-7f42-448b-8218-0c360c8f91ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:10.270051 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-139608ec-076a-4234-b977-078cb0eafeb6 req-fee35f6f-7f42-448b-8218-0c360c8f91ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82a904343c524d8dbab7b58ad4c4642d&device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 1098 time: 0.1887932 Apr 21 14:48:10.459314 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f3392-b5ac-4f3a-af67-d9abebbadc84 req-dea389a4-9081-4f6b-a94f-c5e2973fe894 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:10.460711 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-9c8f3392-b5ac-4f3a-af67-d9abebbadc84 req-dea389a4-9081-4f6b-a94f-c5e2973fe894 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Synchronizing usage tracker for tenant:82a904343c524d8dbab7b58ad4c4642d on resource:port {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:48:10.530805 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-9c8f3392-b5ac-4f3a-af67-d9abebbadc84 req-dea389a4-9081-4f6b-a94f-c5e2973fe894 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Unset dirty status for tenant:82a904343c524d8dbab7b58ad4c4642d on resource:port {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:48:10.533303 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9c8f3392-b5ac-4f3a-af67-d9abebbadc84 req-dea389a4-9081-4f6b-a94f-c5e2973fe894 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.2566745 Apr 21 14:48:10.584941 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139608ec-076a-4234-b977-078cb0eafeb6 req-3e29d64d-2ad6-4c7d-85c5-ad01b26b662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:10.589367 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-139608ec-076a-4234-b977-078cb0eafeb6 req-3e29d64d-2ad6-4c7d-85c5-ad01b26b662d service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c6c898c-e436-4dfd-8036-3c794bda2677 HTTP/1.1" status: 200 len: 909 time: 0.3106267 Apr 21 14:48:10.672283 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9c8f3392-b5ac-4f3a-af67-d9abebbadc84 req-d9290ca4-4a52-4c6f-bd1d-c67e20983495 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164832 Apr 21 14:48:10.747244 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-139608ec-076a-4234-b977-078cb0eafeb6 req-594cf8dd-7639-47f6-b5a3-c29b7e29405e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a HTTP/1.1" status: 200 len: 217 time: 0.1500423 Apr 21 14:48:10.880080 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139608ec-076a-4234-b977-078cb0eafeb6 req-eb0deb84-4606-4feb-9b71-630a8500f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:10.881989 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device a8bcbace-99cc-42bf-85c6-858eca6206e7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:48:10.883908 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-139608ec-076a-4234-b977-078cb0eafeb6 req-eb0deb84-4606-4feb-9b71-630a8500f9fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=786e5c71-17b6-45dd-ac99-0b9dda843b69 HTTP/1.1" status: 200 len: 847 time: 0.1290731 Apr 21 14:48:11.022914 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139608ec-076a-4234-b977-078cb0eafeb6 req-39657036-25a8-4f82-a3f3-ea515657860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:11.025253 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-139608ec-076a-4234-b977-078cb0eafeb6 req-39657036-25a8-4f82-a3f3-ea515657860a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c6c898c-e436-4dfd-8036-3c794bda2677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1345022 Apr 21 14:48:11.025588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:11.134148 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-108a7416-9c94-45c2-8067-fee1150e35ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:42:05Z', 'revision_number': 4, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port': {'id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:54Z', 'updated_at': '2021-04-21T14:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '13bdd207-cde2-425c-af7a-a8db804ba727', 'name': '', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'mac_address': 'fa:16:3e:15:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:02Z', 'updated_at': '2021-04-21T14:42:18Z', 'revision_number': 5, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'subnets': [{'id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:11.144062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a7416-9c94-45c2-8067-fee1150e35ac None None] Checking router: 272a8dcb-6909-498e-a2a3-369cf1af2851 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:48:11.156340 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108a7416-9c94-45c2-8067-fee1150e35ac None None] Routers {'272a8dcb-6909-498e-a2a3-369cf1af2851'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:48:11.157101 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-108a7416-9c94-45c2-8067-fee1150e35ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:48:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['272a8dcb-6909-498e-a2a3-369cf1af2851'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:11.236321 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-139608ec-076a-4234-b977-078cb0eafeb6 req-e2f7cb40-165e-4909-945d-8bfc8e677c03 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029808 Apr 21 14:48:11.368769 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-108a7416-9c94-45c2-8067-fee1150e35ac None None] Set router 272a8dcb-6909-498e-a2a3-369cf1af2851 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:48:11.427375 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-139608ec-076a-4234-b977-078cb0eafeb6 req-17daf21f-cba6-4d61-9915-c682843b07d6 service neutron] 10.222.0.44 "GET /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807673 Apr 21 14:48:11.753231 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-108a7416-9c94-45c2-8067-fee1150e35ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:42:05Z', 'revision_number': 4, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port': {'id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:54Z', 'updated_at': '2021-04-21T14:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '13bdd207-cde2-425c-af7a-a8db804ba727', 'name': '', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'mac_address': 'fa:16:3e:15:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:02Z', 'updated_at': '2021-04-21T14:42:18Z', 'revision_number': 5, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'subnets': [{'id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:11.759042 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a7416-9c94-45c2-8067-fee1150e35ac None None] The sync data for ids ['272a8dcb-6909-498e-a2a3-369cf1af2851'] in dv-cinder-786385-2-smb is: [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:42:05Z', 'revision_number': 4, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port': {'id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:54Z', 'updated_at': '2021-04-21T14:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '13bdd207-cde2-425c-af7a-a8db804ba727', 'name': '', 'network_id': '5c6c898c-e436-4dfd-8036-3c794bda2677', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'mac_address': 'fa:16:3e:15:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:02Z', 'updated_at': '2021-04-21T14:42:18Z', 'revision_number': 5, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'subnets': [{'id': '786e5c71-17b6-45dd-ac99-0b9dda843b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:48:11.810293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5697c-59c1-4441-a6e0-901c2420ad32 req-91787308-5712-42e4-89e8-7266efe6025a tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:11.811234 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-adf5697c-59c1-4441-a6e0-901c2420ad32 req-91787308-5712-42e4-89e8-7266efe6025a tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Synchronizing usage tracker for tenant:82a904343c524d8dbab7b58ad4c4642d on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:48:11.833323 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-adf5697c-59c1-4441-a6e0-901c2420ad32 req-91787308-5712-42e4-89e8-7266efe6025a tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Unset dirty status for tenant:82a904343c524d8dbab7b58ad4c4642d on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:48:11.835853 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-adf5697c-59c1-4441-a6e0-901c2420ad32 req-91787308-5712-42e4-89e8-7266efe6025a tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.44 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.1679983 Apr 21 14:48:11.936629 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-adf5697c-59c1-4441-a6e0-901c2420ad32 req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Deleting port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:11.937740 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-adf5697c-59c1-4441-a6e0-901c2420ad32 req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:12.139421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e761859-42d3-46be-bfd1-52bfd3fbb458 req-62cc6734-6200-4384-8741-1f64cd28c95d tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:12.145787 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0e761859-42d3-46be-bfd1-52bfd3fbb458 req-62cc6734-6200-4384-8741-1f64cd28c95d tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 945 time: 0.2761724 Apr 21 14:48:12.285130 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0e761859-42d3-46be-bfd1-52bfd3fbb458 req-747a393c-b208-468c-bc1d-3a2d5977499a tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347101 Apr 21 14:48:12.291381 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27f5df8-9298-4e2f-8c63-81a8de0d26a5 None None] New status for floating IP c8adaa40-4dcb-407a-a51d-464efbc16f6b: DOWN {{(pid=86346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:48:12.310950 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56b8b-7562-435a-8d8b-af8fe8d0404e req-c5fc15ca-8e94-4812-98f8-dbf59ca4ebcb tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:12.313395 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9e56b8b-7562-435a-8d8b-af8fe8d0404e req-c5fc15ca-8e94-4812-98f8-dbf59ca4ebcb tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.2728152 Apr 21 14:48:12.356909 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-adf5697c-59c1-4441-a6e0-901c2420ad32 req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] For port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:48:12.357416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-adf5697c-59c1-4441-a6e0-901c2420ad32 req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:12.417167 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e9e56b8b-7562-435a-8d8b-af8fe8d0404e req-58f78aa9-afc3-43c0-b782-a1ac4ed6ebf0 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909591 Apr 21 14:48:12.561365 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1902956d-e742-4735-ab11-83d60be8b103 req-6a17ee45-9986-44dd-921b-29e8270879f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4330897 Apr 21 14:48:12.571020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-adf5697c-59c1-4441-a6e0-901c2420ad32 req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Calling delete_port for 1fd86c5c-1471-4f6d-a8cf-39d29b79430a owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:48:12.804745 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-adf5697c-59c1-4441-a6e0-901c2420ad32 req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:12.813928 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-31d782ac-fe66-473f-a6a9-cfc0f2c63a90 tempest-AttachVolumeNegativeTest-1735809502 tempest-AttachVolumeNegativeTest-1735809502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:12.871532 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Pushing event deleted for resources: {'Port': ['ID=1fd86c5c-1471-4f6d-a8cf-39d29b79430a,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:12.925388 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:12.925883 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:12.926295 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:12.926704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:12.927112 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:12.927515 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:12.928126 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:12.928536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:12.928978 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:12.929388 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:12.929787 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:12.930178 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:12.934355 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:12.985473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf5697c-59c1-4441-a6e0-901c2420ad32 req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] No DVR routers for this DVR port 1fd86c5c-1471-4f6d-a8cf-39d29b79430a on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:48:12.989775 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-adf5697c-59c1-4441-a6e0-901c2420ad32 req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:12.997601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'name': 'network-vif-deleted', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:48:13.023065 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-adf5697c-59c1-4441-a6e0-901c2420ad32 req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.44 "DELETE /v2.0/ports/1fd86c5c-1471-4f6d-a8cf-39d29b79430a HTTP/1.1" status: 204 len: 173 time: 1.1816876 Apr 21 14:48:13.070761 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a69f78-1a48-4d19-a095-e4ec641636ee', 'name': 'network-vif-deleted', 'tag': '1fd86c5c-1471-4f6d-a8cf-39d29b79430a', 'status': 'completed', 'code': 200} Apr 21 14:48:13.303627 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902956d-e742-4735-ab11-83d60be8b103 req-1c28b97c-544e-427d-9740-4122e60141e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:13.305177 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1902956d-e742-4735-ab11-83d60be8b103 req-1c28b97c-544e-427d-9740-4122e60141e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d&tenant_id=a316512ef8944f2d8f18a8de373ca6d4 HTTP/1.1" status: 200 len: 1096 time: 0.1420815 Apr 21 14:48:13.480888 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902956d-e742-4735-ab11-83d60be8b103 req-b4645748-8af3-4817-86c6-15c095ac5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:13.485740 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1902956d-e742-4735-ab11-83d60be8b103 req-b4645748-8af3-4817-86c6-15c095ac5dc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 1096 time: 0.1520853 Apr 21 14:48:13.709917 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7d03a31b-23f3-4dc6-9325-ec3cea093ff8 req-c548f574-8c86-456f-b2d5-ec361ff5ef13 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a69f78-1a48-4d19-a095-e4ec641636ee HTTP/1.1" status: 200 len: 210 time: 0.1656110 Apr 21 14:48:13.767214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ab123-6e93-4b4f-a6db-2b579e652bb3 req-241d7531-0251-4f2e-bdb1-81973924c06a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:13.775407 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4c6ab123-6e93-4b4f-a6db-2b579e652bb3 req-241d7531-0251-4f2e-bdb1-81973924c06a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.1511390 Apr 21 14:48:13.819099 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902956d-e742-4735-ab11-83d60be8b103 req-ef0c112d-5a47-4eff-aa78-8544be87afed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:13.821774 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1902956d-e742-4735-ab11-83d60be8b103 req-ef0c112d-5a47-4eff-aa78-8544be87afed service neutron] 10.222.0.44 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 917 time: 0.3300576 Apr 21 14:48:13.838358 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4c6ab123-6e93-4b4f-a6db-2b579e652bb3 req-ddb7e73f-a1ea-4cbe-ae71-a45966e894ab tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619915 Apr 21 14:48:13.957988 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1902956d-e742-4735-ab11-83d60be8b103 req-8930b16e-4610-4472-abdf-620f6c37255e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7 HTTP/1.1" status: 200 len: 999 time: 0.1275094 Apr 21 14:48:14.044191 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902956d-e742-4735-ab11-83d60be8b103 req-c6e2dca7-3e52-42d1-8aa0-2416b187af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:14.045720 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1902956d-e742-4735-ab11-83d60be8b103 req-c6e2dca7-3e52-42d1-8aa0-2416b187af7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 200 len: 855 time: 0.0761070 Apr 21 14:48:14.142721 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902956d-e742-4735-ab11-83d60be8b103 req-2b401813-a0a3-414d-a424-17f95babcf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:14.144599 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1902956d-e742-4735-ab11-83d60be8b103 req-2b401813-a0a3-414d-a424-17f95babcf1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0919068 Apr 21 14:48:14.304693 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1902956d-e742-4735-ab11-83d60be8b103 req-d7d2453d-a5c8-46c1-a24f-c0d43548ae36 service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535122 Apr 21 14:48:14.461993 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1902956d-e742-4735-ab11-83d60be8b103 req-0792daa0-5988-4ca6-8777-f58277d640bb service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507530 Apr 21 14:48:14.828141 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 1fd86c5c-1471-4f6d-a8cf-39d29b79430a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:48:14.852044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 35816) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:14.887494 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: 1fd86c5c-1471-4f6d-a8cf-39d29b79430a {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:48:14.887919 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 1fd86c5c-1471-4f6d-a8cf-39d29b79430a not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:48:14.987934 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0547328-dfaa-4bfd-9d3e-9097a8dda0e0 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:15.064839 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0547328-dfaa-4bfd-9d3e-9097a8dda0e0 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:15.251734 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27837216-3fbe-4a65-8a4f-b6ce3768ddff req-f14f10a5-1459-4c72-8ff9-1d14499cbb21 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:15.253535 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27837216-3fbe-4a65-8a4f-b6ce3768ddff req-f14f10a5-1459-4c72-8ff9-1d14499cbb21 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.1703856 Apr 21 14:48:15.259802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0547328-dfaa-4bfd-9d3e-9097a8dda0e0 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:15.264276 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b0e0a59c-09c0-412c-95b4-465f3ff338db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:15.301668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0547328-dfaa-4bfd-9d3e-9097a8dda0e0 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1b28a8-7537-4617-82f3-ab9b09fdb8c9,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:15.312201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f0547328-dfaa-4bfd-9d3e-9097a8dda0e0 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:15.345126 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f0547328-dfaa-4bfd-9d3e-9097a8dda0e0 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:15.347099 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-f0547328-dfaa-4bfd-9d3e-9097a8dda0e0 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] 10.222.0.15 "DELETE /v2.0/security-groups/4f1b28a8-7537-4617-82f3-ab9b09fdb8c9 HTTP/1.1" status: 204 len: 168 time: 0.4934762 Apr 21 14:48:15.363592 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27837216-3fbe-4a65-8a4f-b6ce3768ddff req-8bff251d-fed3-41c9-8ba3-b9b61097de50 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879831 Apr 21 14:48:15.434365 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 35846) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:16.839368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106f9e0-8dc4-46d8-817d-b08302c610f9 req-3f913904-fb80-474a-af6a-248921540c6d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:16.841144 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7106f9e0-8dc4-46d8-817d-b08302c610f9 req-3f913904-fb80-474a-af6a-248921540c6d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.1923034 Apr 21 14:48:16.948972 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7106f9e0-8dc4-46d8-817d-b08302c610f9 req-677b3b5e-5a78-41b7-be13-eb4317531c71 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940528 Apr 21 14:48:17.075684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854347363'] for router_interface, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:17.552416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Deleting port 13bdd207-cde2-425c-af7a-a8db804ba727 {{(pid=86344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:17.553006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:17.770994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] For port 13bdd207-cde2-425c-af7a-a8db804ba727, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=13bdd207-cde2-425c-af7a-a8db804ba727,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:48:17.771320 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:17.939922 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Calling delete_port for 13bdd207-cde2-425c-af7a-a8db804ba727 owned by network:router_interface {{(pid=86344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:48:18.352727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa36d3-8fe6-478f-a30b-52e2ff9c79ed req-a055d370-b748-4513-9ee7-05a3b2895db0 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:18.354460 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-86aa36d3-8fe6-478f-a30b-52e2ff9c79ed req-a055d370-b748-4513-9ee7-05a3b2895db0 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.1942525 Apr 21 14:48:18.418891 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839802266'] for port, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:18.427640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:18.485460 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-86aa36d3-8fe6-478f-a30b-52e2ff9c79ed req-ca727f1d-27cf-4078-814b-ff1b1cc5c1eb tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234457 Apr 21 14:48:18.488465 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Pushing event deleted for resources: {'Port': ['ID=13bdd207-cde2-425c-af7a-a8db804ba727,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:18.551248 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:18.551671 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:18.552097 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:18.552511 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:18.552982 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:18.553389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:18.553785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:18.554185 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:18.554585 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:18.554990 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:18.555379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:18.555772 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:18.593407 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:18.887130 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854347293'] for router_interface, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:19.698451 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Router 272a8dcb-6909-498e-a2a3-369cf1af2851 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:48:19.986776 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:48:20.006135 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad4ff7-9136-4b68-9743-2757e30381ff None None] Sync routers for ids ['272a8dcb-6909-498e-a2a3-369cf1af2851'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:48:20.009404 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08927e6b-ed61-4eb1-b67b-c4ac6a09f49a req-0308fd22-3fea-4623-8478-10b8a970843f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:20.011257 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-08927e6b-ed61-4eb1-b67b-c4ac6a09f49a req-0308fd22-3fea-4623-8478-10b8a970843f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.2417219 Apr 21 14:48:20.017204 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] 10.222.0.15 "PUT /v2.0/routers/272a8dcb-6909-498e-a2a3-369cf1af2851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5805342 Apr 21 14:48:20.021877 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 35864) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:20.023354 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad4ff7-9136-4b68-9743-2757e30381ff None None] Routers {'272a8dcb-6909-498e-a2a3-369cf1af2851'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:48:20.024677 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-f6ad4ff7-9136-4b68-9743-2757e30381ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:48:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['272a8dcb-6909-498e-a2a3-369cf1af2851'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:20.231242 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-08927e6b-ed61-4eb1-b67b-c4ac6a09f49a req-f97ef741-d959-4e92-92dd-efec0bd4bccb tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455441 Apr 21 14:48:20.287438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:20.414662 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-f6ad4ff7-9136-4b68-9743-2757e30381ff None None] Set router 272a8dcb-6909-498e-a2a3-369cf1af2851 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:48:20.568974 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:20.578897 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Deleting port 83a073ee-2129-4f5e-874c-3b67e5756397 {{(pid=86344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:20.579262 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:20.892011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] For port 83a073ee-2129-4f5e-874c-3b67e5756397, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=83a073ee-2129-4f5e-874c-3b67e5756397,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:48:20.892653 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:21.007728 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-f6ad4ff7-9136-4b68-9743-2757e30381ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:48:18Z', 'revision_number': 5, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port': {'id': '83a073ee-2129-4f5e-874c-3b67e5756397', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:54Z', 'updated_at': '2021-04-21T14:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:21.016609 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad4ff7-9136-4b68-9743-2757e30381ff None None] Checking router: 272a8dcb-6909-498e-a2a3-369cf1af2851 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:48:21.035273 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad4ff7-9136-4b68-9743-2757e30381ff None None] Routers {'272a8dcb-6909-498e-a2a3-369cf1af2851'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:48:21.036426 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-f6ad4ff7-9136-4b68-9743-2757e30381ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:48:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['272a8dcb-6909-498e-a2a3-369cf1af2851'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:21.046334 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Calling delete_port for 83a073ee-2129-4f5e-874c-3b67e5756397 owned by network:router_gateway {{(pid=86344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:48:21.304267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839802266'] for port, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:21.314855 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8f5c138f-0405-4f4e-b17e-490b5aeae75e tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:21.372452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-f6ad4ff7-9136-4b68-9743-2757e30381ff None None] Set router 272a8dcb-6909-498e-a2a3-369cf1af2851 gateway port host: None {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:48:21.397483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=83a073ee-2129-4f5e-874c-3b67e5756397,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:21.400917 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:21.609555 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449634'] for router_gateway, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:21.658240 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-f6ad4ff7-9136-4b68-9743-2757e30381ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:48:20Z', 'revision_number': 6, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port_host': None}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:21.669036 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad4ff7-9136-4b68-9743-2757e30381ff None None] The sync data for ids ['272a8dcb-6909-498e-a2a3-369cf1af2851'] in dv-cinder-786385-2-smb is: [{'id': '272a8dcb-6909-498e-a2a3-369cf1af2851', 'name': 'tempest-TestShelveInstance-964018044-router', 'tenant_id': '82a904343c524d8dbab7b58ad4c4642d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:52Z', 'updated_at': '2021-04-21T14:48:20Z', 'revision_number': 6, 'project_id': '82a904343c524d8dbab7b58ad4c4642d', 'gw_port_host': None}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:48:21.834961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15874'] for router, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:21.840288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:21.930773 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb455fb1-abbc-4638-ab1d-1ef29da3856d req-1009555f-2fd0-43b4-9528-cd7b5cffd925 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:21.932814 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cb455fb1-abbc-4638-ab1d-1ef29da3856d req-1009555f-2fd0-43b4-9528-cd7b5cffd925 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.4647980 Apr 21 14:48:22.018635 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346374'] for router, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:22.019295 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 272a8dcb-6909-498e-a2a3-369cf1af2851 {{(pid=86344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 14:48:22.036904 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cb455fb1-abbc-4638-ab1d-1ef29da3856d req-31eb31d6-01eb-4cfc-8673-ac29893f9635 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866745 Apr 21 14:48:22.059429 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] Notify callbacks [] for router, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:22.062695 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-3a587c71-75c7-4ff0-8236-0ebc5213fbf7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/272a8dcb-6909-498e-a2a3-369cf1af2851 HTTP/1.1" status: 204 len: 168 time: 2.0386267 Apr 21 14:48:22.066783 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35870) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:22.196152 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7a93fa-a7e3-4211-b288-fa8d67401388 admin admin] Deleting subnet 786e5c71-17b6-45dd-ac99-0b9dda843b69 {{(pid=86343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:48:22.201665 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-cb7a93fa-a7e3-4211-b288-fa8d67401388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:22.286747 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-cb7a93fa-a7e3-4211-b288-fa8d67401388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16415403'] for subnet, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:22.470315 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-cb7a93fa-a7e3-4211-b288-fa8d67401388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:22.848002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 83a073ee-2129-4f5e-874c-3b67e5756397 no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:48:22.900580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 83a073ee-2129-4f5e-874c-3b67e5756397 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:48:22.900939 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 83a073ee-2129-4f5e-874c-3b67e5756397 not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:48:22.901393 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 13bdd207-cde2-425c-af7a-a8db804ba727 no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:48:22.941802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 13bdd207-cde2-425c-af7a-a8db804ba727 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:48:22.942661 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 13bdd207-cde2-425c-af7a-a8db804ba727 not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:48:22.966216 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-cb7a93fa-a7e3-4211-b288-fa8d67401388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838360547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838220951'] for subnet, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:22.971280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1ac1a206-2111-421d-a0d7-d84325dec0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:23.017890 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a93fa-a7e3-4211-b288-fa8d67401388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786e5c71-17b6-45dd-ac99-0b9dda843b69,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:23.029404 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cb7a93fa-a7e3-4211-b288-fa8d67401388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:23.031180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-cb7a93fa-a7e3-4211-b288-fa8d67401388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:23.035974 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4ba413-5084-4ee2-a487-8473915c68ab None None] Network 5c6c898c-e436-4dfd-8036-3c794bda2677 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:48:23.037645 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-cb7a93fa-a7e3-4211-b288-fa8d67401388 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/786e5c71-17b6-45dd-ac99-0b9dda843b69 HTTP/1.1" status: 204 len: 168 time: 0.9684522 Apr 21 14:48:23.042388 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 35876) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:23.192483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:23.218884 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Deleting port c0d257af-b735-4097-bfe0-5d6b6dca8fd6 {{(pid=86344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:23.219378 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:23.455285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04869193-7fb5-48ba-9635-a0dcf5fc589e None None] DHCP port deletion for 5c6c898c-e436-4dfd-8036-3c794bda2677 request from dv-cinder-786385-2-smb {{(pid=86345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 14:48:23.462050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-04869193-7fb5-48ba-9635-a0dcf5fc589e None None] Deleting port c0d257af-b735-4097-bfe0-5d6b6dca8fd6 {{(pid=86345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:23.462937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-04869193-7fb5-48ba-9635-a0dcf5fc589e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:23.501137 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3ba2b-48f2-432d-b251-984c2b6c2b54 req-9923f15f-8509-40db-a08a-4dd56688d46b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:23.502869 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9ab3ba2b-48f2-432d-b251-984c2b6c2b54 req-9923f15f-8509-40db-a08a-4dd56688d46b tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.2274239 Apr 21 14:48:23.673143 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] For port c0d257af-b735-4097-bfe0-5d6b6dca8fd6, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=c0d257af-b735-4097-bfe0-5d6b6dca8fd6,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:48:23.673576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:23.684974 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9ab3ba2b-48f2-432d-b251-984c2b6c2b54 req-5f663b37-28b2-42d0-95a4-6893f02a35a3 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511140 Apr 21 14:48:23.861421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Calling delete_port for c0d257af-b735-4097-bfe0-5d6b6dca8fd6 owned by network:dhcp {{(pid=86344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:48:23.914443 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-04869193-7fb5-48ba-9635-a0dcf5fc589e None None] For port c0d257af-b735-4097-bfe0-5d6b6dca8fd6, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=c0d257af-b735-4097-bfe0-5d6b6dca8fd6,segment=NetworkSegment(11428c45-b949-4b0d-abdf-a03106521dee),segment_id=11428c45-b949-4b0d-abdf-a03106521dee)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:48:23.915489 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-04869193-7fb5-48ba-9635-a0dcf5fc589e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:24.146065 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:48:24.230064 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839802266'] for port, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:24.241924 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-82636633-5b5f-4732-8f8d-6b76028c97ea tempest-DeleteServersTestJSON-1882122408 tempest-DeleteServersTestJSON-1882122408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:24.343702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d257af-b735-4097-bfe0-5d6b6dca8fd6,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:24.350189 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:24.360087 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] No DVR routers for this DVR port c0d257af-b735-4097-bfe0-5d6b6dca8fd6 on host dv-cinder-786385-2-smb {{(pid=86344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:48:24.394672 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-04869193-7fb5-48ba-9635-a0dcf5fc589e None None] Calling delete_port for c0d257af-b735-4097-bfe0-5d6b6dca8fd6 owned by network:dhcp {{(pid=86345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:48:24.558188 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:24.630511 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.db.api [None req-04869193-7fb5-48ba-9635-a0dcf5fc589e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:24.630936 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_db.api [None req-04869193-7fb5-48ba-9635-a0dcf5fc589e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 14:48:24.790382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6c898c-e436-4dfd-8036-3c794bda2677']}} {{(pid=86344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:24.825715 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11428c45-b949-4b0d-abdf-a03106521dee') {'for_net_delete': True} {{(pid=86344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:24.826190 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11428c45-b949-4b0d-abdf-a03106521dee') {} {{(pid=86344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:24.834047 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device c0d257af-b735-4097-bfe0-5d6b6dca8fd6 no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:48:24.854881 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839682698'] for segment, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:24.893474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:24.913861 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=86344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:48:24.932089 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: c0d257af-b735-4097-bfe0-5d6b6dca8fd6 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:48:24.932724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device c0d257af-b735-4097-bfe0-5d6b6dca8fd6 not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:48:25.133097 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-04869193-7fb5-48ba-9635-a0dcf5fc589e None None] Deleting port c0d257af-b735-4097-bfe0-5d6b6dca8fd6 {{(pid=86345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:25.133947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-04869193-7fb5-48ba-9635-a0dcf5fc589e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:25.239174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Network 5c6c898c-e436-4dfd-8036-3c794bda2677 has no segments {{(pid=86344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:48:25.251024 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14973457'] for segment, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:25.279815 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-04869193-7fb5-48ba-9635-a0dcf5fc589e None None] The port 'c0d257af-b735-4097-bfe0-5d6b6dca8fd6' was deleted {{(pid=86345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:48:25.354069 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237641c-7d09-4a96-b08d-c584d9be0a83 req-eb266760-b20b-4122-8af3-7b453f4038f6 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:25.355791 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2237641c-7d09-4a96-b08d-c584d9be0a83 req-eb266760-b20b-4122-8af3-7b453f4038f6 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.3749523 Apr 21 14:48:25.503381 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Network 5c6c898c-e436-4dfd-8036-3c794bda2677 has no segments {{(pid=86344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:48:25.521598 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2237641c-7d09-4a96-b08d-c584d9be0a83 req-8b70e2e3-f357-4722-a847-0a8607f49d1e tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440377 Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:25.556244 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:25.648170 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:25.658640 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ac53b494-aefb-4e5d-901f-9158d1103557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:25.683777 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:25.702693 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6c898c-e436-4dfd-8036-3c794bda2677,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:25.711310 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:25.731653 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e57cb313-28da-4ca0-8992-2cd80e77acf2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5c6c898c-e436-4dfd-8036-3c794bda2677 HTTP/1.1" status: 204 len: 168 time: 2.6848075 Apr 21 14:48:25.732020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35884) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:26.795673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-71a2259c-d2bd-468d-9e4e-d96b45cb6b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854347363'] for router_interface, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:26.929426 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd076805-4923-4b10-a64d-987c572d46ba req-9942ce4b-5de0-4657-8d3b-ca72e50dd46d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:26.932444 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dd076805-4923-4b10-a64d-987c572d46ba req-9942ce4b-5de0-4657-8d3b-ca72e50dd46d tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.1611094 Apr 21 14:48:27.014773 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dd076805-4923-4b10-a64d-987c572d46ba req-56259146-36df-4efc-ab38-c862ca5d08c0 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743492 Apr 21 14:48:27.286902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-71a2259c-d2bd-468d-9e4e-d96b45cb6b7d admin admin] Deleting port 844cb56e-5d61-432f-a836-1b37c7b83f1e {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:27.287167 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-71a2259c-d2bd-468d-9e4e-d96b45cb6b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:27.497580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-71a2259c-d2bd-468d-9e4e-d96b45cb6b7d admin admin] For port 844cb56e-5d61-432f-a836-1b37c7b83f1e, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=844cb56e-5d61-432f-a836-1b37c7b83f1e,segment=NetworkSegment(ba294681-f467-4bce-9bec-6e3df650b6de),segment_id=ba294681-f467-4bce-9bec-6e3df650b6de)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:48:27.498002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-71a2259c-d2bd-468d-9e4e-d96b45cb6b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:27.651374 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-71a2259c-d2bd-468d-9e4e-d96b45cb6b7d admin admin] Calling delete_port for 844cb56e-5d61-432f-a836-1b37c7b83f1e owned by network:router_interface {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:48:27.840026 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-71a2259c-d2bd-468d-9e4e-d96b45cb6b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:27.844798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c21e5859-d998-405c-8e4d-301bbf641695 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:27.894276 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2259c-d2bd-468d-9e4e-d96b45cb6b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=844cb56e-5d61-432f-a836-1b37c7b83f1e,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:27.898559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-71a2259c-d2bd-468d-9e4e-d96b45cb6b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:28.288369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-71a2259c-d2bd-468d-9e4e-d96b45cb6b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854347293'] for router_interface, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:28.424626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a52f9a-4c5e-4ac6-adc2-b094cde451ff req-21d91f97-2dba-4b77-abe2-4ccfa94e9c0a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:28.427516 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27a52f9a-4c5e-4ac6-adc2-b094cde451ff req-21d91f97-2dba-4b77-abe2-4ccfa94e9c0a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.1630137 Apr 21 14:48:28.494205 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-27a52f9a-4c5e-4ac6-adc2-b094cde451ff req-3e813a46-01cc-4cb7-a7f3-2482f7500b43 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535300 Apr 21 14:48:28.793445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a2259c-d2bd-468d-9e4e-d96b45cb6b7d admin admin] Router 9e5caf4e-73a1-4838-8131-e037d039374b has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:48:29.041221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a2259c-d2bd-468d-9e4e-d96b45cb6b7d admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:48:29.052216 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d3d95a-ad65-43e8-922b-a9d41a31c62e None None] Sync routers for ids ['9e5caf4e-73a1-4838-8131-e037d039374b'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:48:29.064255 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3d95a-ad65-43e8-922b-a9d41a31c62e None None] Routers {'9e5caf4e-73a1-4838-8131-e037d039374b'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:48:29.065203 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-c9d3d95a-ad65-43e8-922b-a9d41a31c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:48:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['9e5caf4e-73a1-4838-8131-e037d039374b'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:29.068940 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-71a2259c-d2bd-468d-9e4e-d96b45cb6b7d admin admin] 10.222.0.15 "PUT /v2.0/routers/9e5caf4e-73a1-4838-8131-e037d039374b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3338590 Apr 21 14:48:29.070848 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35894) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:29.318569 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-c9d3d95a-ad65-43e8-922b-a9d41a31c62e None None] Set router 9e5caf4e-73a1-4838-8131-e037d039374b gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:48:29.579233 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Notify callbacks [] for router, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:29.731377 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-c9d3d95a-ad65-43e8-922b-a9d41a31c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'name': 'tempest-TestShelveInstance-1163933297-router', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:42:13Z', 'updated_at': '2021-04-21T14:48:27Z', 'revision_number': 5, 'project_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'gw_port': {'id': '1bbac50a-4c15-409d-9329-bf43ef0940de', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:42:15Z', 'updated_at': '2021-04-21T14:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:29.738418 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d3d95a-ad65-43e8-922b-a9d41a31c62e None None] Checking router: 9e5caf4e-73a1-4838-8131-e037d039374b for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:48:29.750594 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3d95a-ad65-43e8-922b-a9d41a31c62e None None] Routers {'9e5caf4e-73a1-4838-8131-e037d039374b'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:48:29.751278 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-c9d3d95a-ad65-43e8-922b-a9d41a31c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:48:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['9e5caf4e-73a1-4838-8131-e037d039374b'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:29.799507 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:29.799984 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7e45e-c09b-4ddf-8820-cc63f286fb92 req-46428298-fde9-4719-86b4-da0fae5856a9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:29.801826 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3cc7e45e-c09b-4ddf-8820-cc63f286fb92 req-46428298-fde9-4719-86b4-da0fae5856a9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.1409225 Apr 21 14:48:29.809021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Deleting port 1bbac50a-4c15-409d-9329-bf43ef0940de {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:29.809448 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:29.865398 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3cc7e45e-c09b-4ddf-8820-cc63f286fb92 req-409fd7a2-0bbe-49d6-82bf-5fffc006be7c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517952 Apr 21 14:48:29.948055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-c9d3d95a-ad65-43e8-922b-a9d41a31c62e None None] Set router 9e5caf4e-73a1-4838-8131-e037d039374b gateway port host: None {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:48:30.034799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] For port 1bbac50a-4c15-409d-9329-bf43ef0940de, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=1bbac50a-4c15-409d-9329-bf43ef0940de,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:48:30.035521 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:30.149245 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-c9d3d95a-ad65-43e8-922b-a9d41a31c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'name': 'tempest-TestShelveInstance-1163933297-router', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:42:13Z', 'updated_at': '2021-04-21T14:48:29Z', 'revision_number': 6, 'project_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'gw_port_host': None}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:30.155357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d3d95a-ad65-43e8-922b-a9d41a31c62e None None] The sync data for ids ['9e5caf4e-73a1-4838-8131-e037d039374b'] in dv-cinder-786385-2-smb is: [{'id': '9e5caf4e-73a1-4838-8131-e037d039374b', 'name': 'tempest-TestShelveInstance-1163933297-router', 'tenant_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:42:13Z', 'updated_at': '2021-04-21T14:48:29Z', 'revision_number': 6, 'project_id': '2e37a48503234fadacd5f0cb6e0f3f7b', 'gw_port_host': None}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:48:30.183512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Calling delete_port for 1bbac50a-4c15-409d-9329-bf43ef0940de owned by network:router_gateway {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:48:30.396532 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:30.402297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c75152e1-523c-4680-b703-f3318e4254fe tempest-VolumesActionsTest-1699872148 tempest-VolumesActionsTest-1699872148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:30.473339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbac50a-4c15-409d-9329-bf43ef0940de,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:30.477478 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:30.581697 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449634'] for router_gateway, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:30.785157 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 844cb56e-5d61-432f-a836-1b37c7b83f1e no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:48:30.813201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15874'] for router, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:30.815903 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:30.838688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346374'] for router, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:30.839435 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e5caf4e-73a1-4838-8131-e037d039374b {{(pid=86343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 14:48:30.840483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 844cb56e-5d61-432f-a836-1b37c7b83f1e {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:48:30.841069 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 844cb56e-5d61-432f-a836-1b37c7b83f1e not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:48:30.841719 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 1bbac50a-4c15-409d-9329-bf43ef0940de no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:48:30.855328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Notify callbacks [] for router, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:30.856612 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9e5caf4e-73a1-4838-8131-e037d039374b HTTP/1.1" status: 204 len: 168 time: 1.7842426 Apr 21 14:48:30.860141 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35900) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:30.911283 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 1bbac50a-4c15-409d-9329-bf43ef0940de {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:48:30.911951 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 1bbac50a-4c15-409d-9329-bf43ef0940de not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:48:30.938866 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f5ecce-d236-4c83-90aa-4ef40673f592 admin admin] Deleting subnet b8c85323-43c5-459d-ae74-d72d1dbdfaa4 {{(pid=86343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:48:30.942780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-50f5ecce-d236-4c83-90aa-4ef40673f592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:31.011646 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-50f5ecce-d236-4c83-90aa-4ef40673f592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16415403'] for subnet, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:31.153600 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-50f5ecce-d236-4c83-90aa-4ef40673f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:31.173999 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955fbed-2eb4-44ce-bf50-96a5766543aa req-3cd42481-233a-409f-b3f9-cbc1af8c2c09 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:31.175626 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f955fbed-2eb4-44ce-bf50-96a5766543aa req-3cd42481-233a-409f-b3f9-cbc1af8c2c09 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.1243625 Apr 21 14:48:31.234839 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f955fbed-2eb4-44ce-bf50-96a5766543aa req-613df606-2e92-42c0-a098-a8c0be203508 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468597 Apr 21 14:48:31.474116 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-50f5ecce-d236-4c83-90aa-4ef40673f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838360547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838220951'] for subnet, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:31.485079 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:31.552278 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5ecce-d236-4c83-90aa-4ef40673f592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c85323-43c5-459d-ae74-d72d1dbdfaa4,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:31.556576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-50f5ecce-d236-4c83-90aa-4ef40673f592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:31.558721 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-50f5ecce-d236-4c83-90aa-4ef40673f592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:31.565706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d16c9ea-a318-4e3a-bd6f-f6c00fe57cfc None None] Network 7a8489e9-d86e-4c6d-a36f-93c6203c1573 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:48:31.568170 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-50f5ecce-d236-4c83-90aa-4ef40673f592 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b8c85323-43c5-459d-ae74-d72d1dbdfaa4 HTTP/1.1" status: 204 len: 168 time: 0.7068305 Apr 21 14:48:31.572701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35908) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:31.707420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:31.723515 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Deleting port 803d13d9-9f2d-448f-ba6c-744569da57be {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:31.724053 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:31.857134 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a1deed-6fad-4128-a79d-f0791000ffc4 None None] DHCP port deletion for 7a8489e9-d86e-4c6d-a36f-93c6203c1573 request from dv-cinder-786385-2-smb {{(pid=86345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 14:48:31.865056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-06a1deed-6fad-4128-a79d-f0791000ffc4 None None] Deleting port 803d13d9-9f2d-448f-ba6c-744569da57be {{(pid=86345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:31.865898 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-06a1deed-6fad-4128-a79d-f0791000ffc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:31.992693 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] For port 803d13d9-9f2d-448f-ba6c-744569da57be, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=803d13d9-9f2d-448f-ba6c-744569da57be,segment=NetworkSegment(ba294681-f467-4bce-9bec-6e3df650b6de),segment_id=ba294681-f467-4bce-9bec-6e3df650b6de)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:48:31.993307 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:32.135996 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-06a1deed-6fad-4128-a79d-f0791000ffc4 None None] For port 803d13d9-9f2d-448f-ba6c-744569da57be, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=803d13d9-9f2d-448f-ba6c-744569da57be,segment=NetworkSegment(ba294681-f467-4bce-9bec-6e3df650b6de),segment_id=ba294681-f467-4bce-9bec-6e3df650b6de)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:48:32.136406 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-06a1deed-6fad-4128-a79d-f0791000ffc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:32.146974 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Calling delete_port for 803d13d9-9f2d-448f-ba6c-744569da57be owned by network:dhcp {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:48:32.246654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:32.254081 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9cbf6e7f-f0af-45ba-bf1a-c1670b9f7650 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:32.328668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-06a1deed-6fad-4128-a79d-f0791000ffc4 None None] Calling delete_port for 803d13d9-9f2d-448f-ba6c-744569da57be owned by network:dhcp {{(pid=86345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:48:32.345756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=803d13d9-9f2d-448f-ba6c-744569da57be,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:32.351755 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:32.353181 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] No DVR routers for this DVR port 803d13d9-9f2d-448f-ba6c-744569da57be on host dv-cinder-786385-2-smb {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:48:32.505095 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.db.api [None req-06a1deed-6fad-4128-a79d-f0791000ffc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:32.505733 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_db.api [None req-06a1deed-6fad-4128-a79d-f0791000ffc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 14:48:32.594726 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:32.610629 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4554-47e6-431d-b9a3-ad9b4e8894f6 req-eee3f960-7b1e-47cb-aded-a34c3f22c581 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:32.612378 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8eed4554-47e6-431d-b9a3-ad9b4e8894f6 req-eee3f960-7b1e-47cb-aded-a34c3f22c581 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 943 time: 0.1206260 Apr 21 14:48:32.679077 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8eed4554-47e6-431d-b9a3-ad9b4e8894f6 req-2bc3603c-f323-4104-b5e0-f2890e524342 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537641 Apr 21 14:48:32.741630 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8489e9-d86e-4c6d-a36f-93c6203c1573']}} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:32.756618 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba294681-f467-4bce-9bec-6e3df650b6de') {'for_net_delete': True} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:32.756989 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba294681-f467-4bce-9bec-6e3df650b6de') {} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:48:32.772049 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838360413'] for segment, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:32.796359 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:32.798084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 803d13d9-9f2d-448f-ba6c-744569da57be no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:48:32.809532 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=86343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:48:32.838714 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 803d13d9-9f2d-448f-ba6c-744569da57be {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:48:32.839092 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 803d13d9-9f2d-448f-ba6c-744569da57be not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:48:32.918164 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device a8bcbace-99cc-42bf-85c6-858eca6206e7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:48:33.009510 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-06a1deed-6fad-4128-a79d-f0791000ffc4 None None] Deleting port 803d13d9-9f2d-448f-ba6c-744569da57be {{(pid=86345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:33.010035 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-06a1deed-6fad-4128-a79d-f0791000ffc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:33.091870 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-06a1deed-6fad-4128-a79d-f0791000ffc4 None None] The port '803d13d9-9f2d-448f-ba6c-744569da57be' was deleted {{(pid=86345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:48:33.145736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Network 7a8489e9-d86e-4c6d-a36f-93c6203c1573 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:48:33.162476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16416190'] for segment, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:33.176928 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port a8bcbace-99cc-42bf-85c6-858eca6206e7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:48:33.202744 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'port_id': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'mac_address': 'fa:16:3e:8d:7f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:48:33.311479 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:33.345528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bcbace-99cc-42bf-85c6-858eca6206e7 {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:48:33.375783 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port a8bcbace-99cc-42bf-85c6-858eca6206e7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:48:33.380115 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:33.384454 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:33.527083 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=a8bcbace-99cc-42bf-85c6-858eca6206e7,revision_number=9']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:33.543548 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:33.544103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:33.544659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:33.545237 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:33.546539 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:33.547110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:33.547931 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:33.548512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:33.549012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:33.549450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:33.550091 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:33.550519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:48:33.555798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:33.711120 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['a8bcbace-99cc-42bf-85c6-858eca6206e7'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:48:33.810328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Network 7a8489e9-d86e-4c6d-a36f-93c6203c1573 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:33.860769 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:34.009487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cadf1-068b-402b-8a47-6da7ae0ed12c req-7531c76f-d513-4891-b501-990451d286fe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:34.015946 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b57cadf1-068b-402b-8a47-6da7ae0ed12c req-7531c76f-d513-4891-b501-990451d286fe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 944 time: 0.1504507 Apr 21 14:48:34.072817 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b57cadf1-068b-402b-8a47-6da7ae0ed12c req-8a6d5d49-7f33-465b-847c-f45bb3b6e2c4 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471385 Apr 21 14:48:34.168150 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:34.175307 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:34.206748 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:34.219319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a8489e9-d86e-4c6d-a36f-93c6203c1573,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:34.228368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:34.239986 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7a8489e9-d86e-4c6d-a36f-93c6203c1573 HTTP/1.1" status: 204 len: 168 time: 2.6656373 Apr 21 14:48:34.370689 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35922) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:34.431375 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-17737b84-586b-48b0-9922-0f165daecc88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82a904343c524d8dbab7b58ad4c4642d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591559 Apr 21 14:48:34.435597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35926) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:34.518742 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-71862f95-d991-4807-aa3c-3ce2886bbd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:34.549043 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-71862f95-d991-4807-aa3c-3ce2886bbd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:34.622358 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-71862f95-d991-4807-aa3c-3ce2886bbd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:34.628478 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cc750961-1094-4fdd-82f4-05a9f470add7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:34.645614 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71862f95-d991-4807-aa3c-3ce2886bbd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36651575-8c19-4da0-9d24-5fe73e618eb9,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:34.649132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-71862f95-d991-4807-aa3c-3ce2886bbd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:34.651384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-71862f95-d991-4807-aa3c-3ce2886bbd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:34.652672 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-71862f95-d991-4807-aa3c-3ce2886bbd4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36651575-8c19-4da0-9d24-5fe73e618eb9 HTTP/1.1" status: 204 len: 168 time: 0.2155247 Apr 21 14:48:34.942601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device a8bcbace-99cc-42bf-85c6-858eca6206e7 up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:48:35.033912 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7e13fea5-5bde-4b49-b32f-72d36c7907d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:35.050340 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port a8bcbace-99cc-42bf-85c6-858eca6206e7 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:48:35.050907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:35.197584 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35938) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:35.275589 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-149b3714-9903-48f5-85e9-ef6e29065a26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e37a48503234fadacd5f0cb6e0f3f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0759642 Apr 21 14:48:35.278090 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 35942) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:35.290351 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:35.347412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:48:35.368103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port a8bcbace-99cc-42bf-85c6-858eca6206e7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:48:35.374052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:35.380735 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:35.413587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f46aa06a-1336-4bc2-bf13-fd187114a1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:35.417783 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee898-155d-40be-85c5-f6264b5f7f75 req-85a501e7-1077-4925-bbc3-3b1c4b58c514 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:35.422024 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-692ee898-155d-40be-85c5-f6264b5f7f75 req-85a501e7-1077-4925-bbc3-3b1c4b58c514 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 944 time: 0.1640248 Apr 21 14:48:35.466922 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'code': 200} Apr 21 14:48:35.515436 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f46aa06a-1336-4bc2-bf13-fd187114a1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:35.525855 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-692ee898-155d-40be-85c5-f6264b5f7f75 req-c205350f-6011-42f0-b5c2-af92f0a9b21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956202 Apr 21 14:48:35.553920 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=a8bcbace-99cc-42bf-85c6-858eca6206e7,revision_number=10']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:35.570390 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:35.611371 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f46aa06a-1336-4bc2-bf13-fd187114a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:35.617485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-51865331-2b2a-4565-8c53-a8c5aee9849b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:48:35.630757 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46aa06a-1336-4bc2-bf13-fd187114a1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2966b815-83aa-4ef2-9855-ed92977fc806,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:48:35.640276 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f46aa06a-1336-4bc2-bf13-fd187114a1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:48:35.642311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f46aa06a-1336-4bc2-bf13-fd187114a1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:35.643829 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-f46aa06a-1336-4bc2-bf13-fd187114a1d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2966b815-83aa-4ef2-9855-ed92977fc806 HTTP/1.1" status: 204 len: 168 time: 0.3641672 Apr 21 14:48:35.784164 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5437d4-740c-4a92-aca7-4533e4fa34f9 req-921c647d-33cb-4af1-90a9-8668d6ed4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:35.785695 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a5437d4-740c-4a92-aca7-4533e4fa34f9 req-921c647d-33cb-4af1-90a9-8668d6ed4844 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 1099 time: 0.0857818 Apr 21 14:48:35.838362 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a5437d4-740c-4a92-aca7-4533e4fa34f9 req-53b6a1a1-ff56-4610-b941-8e0862fb1400 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461659 Apr 21 14:48:36.774923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2d722-1009-49ba-9101-9de429658b3b req-3abab45c-37bd-4f41-96b5-65109db0c553 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:36.776592 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bde2d722-1009-49ba-9101-9de429658b3b req-3abab45c-37bd-4f41-96b5-65109db0c553 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 946 time: 0.0973361 Apr 21 14:48:36.828490 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bde2d722-1009-49ba-9101-9de429658b3b req-9ff4f913-8216-4bfb-afe1-9cbe05b5fd12 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442317 Apr 21 14:48:38.138697 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999d806-1ee5-4cd0-910a-37f25a5e8f34 req-a9e67ad9-eb2d-47f8-8bcc-5713e099db6a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:38.141240 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5999d806-1ee5-4cd0-910a-37f25a5e8f34 req-a9e67ad9-eb2d-47f8-8bcc-5713e099db6a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 946 time: 0.1032853 Apr 21 14:48:38.198976 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5999d806-1ee5-4cd0-910a-37f25a5e8f34 req-5a2dcfa6-c898-4394-aec4-896ae78c9044 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506973 Apr 21 14:48:38.282907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7117205f-7da2-4095-a498-89f0b6ee72c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:38.922811 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:39.470646 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b023e-a2dd-4827-8157-b372cc6a12de req-d1db4675-cd42-472a-9239-7c5065d42767 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:39.472631 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-060b023e-a2dd-4827-8157-b372cc6a12de req-d1db4675-cd42-472a-9239-7c5065d42767 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 946 time: 0.1169231 Apr 21 14:48:39.556360 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-060b023e-a2dd-4827-8157-b372cc6a12de req-b7662e68-10ca-42f7-8f37-2aaa8febc919 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759060 Apr 21 14:48:39.748894 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:39.843255 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:40.895426 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-50105cd9-3d52-4af9-8c62-f17bfc2b53ec req-a80b6b79-0208-45ae-a768-8366c968e059 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891328 Apr 21 14:48:40.964567 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:48:41.079693 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50105cd9-3d52-4af9-8c62-f17bfc2b53ec req-1bb8e6e2-dd40-418a-a7f8-4a014138773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:41.082762 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-50105cd9-3d52-4af9-8c62-f17bfc2b53ec req-1bb8e6e2-dd40-418a-a7f8-4a014138773b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 1099 time: 0.1109512 Apr 21 14:48:41.251378 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50105cd9-3d52-4af9-8c62-f17bfc2b53ec req-13346b0e-4cb1-4d0b-b96e-4ccbfc38b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:41.253020 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-50105cd9-3d52-4af9-8c62-f17bfc2b53ec req-13346b0e-4cb1-4d0b-b96e-4ccbfc38b822 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 200 len: 917 time: 0.1492667 Apr 21 14:48:41.369569 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-50105cd9-3d52-4af9-8c62-f17bfc2b53ec req-6842fd24-e8f9-43df-a6f4-39e295287636 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7 HTTP/1.1" status: 200 len: 1001 time: 0.1103976 Apr 21 14:48:41.448695 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50105cd9-3d52-4af9-8c62-f17bfc2b53ec req-9c2a8d70-b9c6-4d90-a06f-bc6e7a93a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:41.450510 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-50105cd9-3d52-4af9-8c62-f17bfc2b53ec req-9c2a8d70-b9c6-4d90-a06f-bc6e7a93a07f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 200 len: 855 time: 0.0741704 Apr 21 14:48:41.542170 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50105cd9-3d52-4af9-8c62-f17bfc2b53ec req-59031a63-dc1a-4e8b-9f42-331774c66c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:48:41.543846 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-50105cd9-3d52-4af9-8c62-f17bfc2b53ec req-59031a63-dc1a-4e8b-9f42-331774c66c62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a668a23f-2857-41e6-8e90-6a98c2e3b4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869427 Apr 21 14:48:41.756111 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-50105cd9-3d52-4af9-8c62-f17bfc2b53ec req-7bd3126c-edcb-4b47-a3dc-fd2be9baa06d service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059031 Apr 21 14:48:41.912057 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-50105cd9-3d52-4af9-8c62-f17bfc2b53ec req-258c06c3-b4a0-4c8c-9538-ae59a8bced0f service neutron] 10.222.0.44 "GET /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492019 Apr 21 14:49:01.142324 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:49:05.008675 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0510a6ee-46b3-4fe2-86b1-354bb2ef179a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:08.287873 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ecba4fe-a0ae-48d2-8cdb-41a8c685cdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:08.928790 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:09.771763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:09.850472 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:10.969058 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:12.933019 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c34e2-e934-4941-82cc-df82cb68c5d7 req-ff185104-7a93-4d1b-87cc-e7b535cf7f70 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:49:12.934769 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2d3c34e2-e934-4941-82cc-df82cb68c5d7 req-ff185104-7a93-4d1b-87cc-e7b535cf7f70 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 945 time: 0.0948055 Apr 21 14:49:12.993507 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2d3c34e2-e934-4941-82cc-df82cb68c5d7 req-5576b43f-5260-48b4-a3aa-9b40bf40159b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=46794579-faee-49be-bfc7-a6afea7cc8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452802 Apr 21 14:49:14.218999 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2b2b4-e937-4298-bf35-f027231be839 req-ba4ce7b5-d542-4316-88ea-a0e4870e92bf tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:49:14.221383 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-52a2b2b4-e937-4298-bf35-f027231be839 req-ba4ce7b5-d542-4316-88ea-a0e4870e92bf tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 945 time: 0.1008649 Apr 21 14:49:14.275945 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-52a2b2b4-e937-4298-bf35-f027231be839 req-53055627-d2c6-4622-9d80-131a329f16bc tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=46794579-faee-49be-bfc7-a6afea7cc8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471258 Apr 21 14:49:14.970652 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-0ec84985-2a82-4342-808d-138b537f836d tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:49:14.971556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-0ec84985-2a82-4342-808d-138b537f836d tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Synchronizing usage tracker for tenant:3214a692023d4ab892db2772036c242c on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:49:14.989564 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-0ec84985-2a82-4342-808d-138b537f836d tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Unset dirty status for tenant:3214a692023d4ab892db2772036c242c on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:49:14.990867 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-0ec84985-2a82-4342-808d-138b537f836d tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 945 time: 0.1156421 Apr 21 14:49:15.081027 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Deleting port 96a4af68-5ac4-408d-92cd-929e2a4ee689 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:15.081416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:15.387556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] For port 96a4af68-5ac4-408d-92cd-929e2a4ee689, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96a4af68-5ac4-408d-92cd-929e2a4ee689,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:49:15.388533 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:15.508215 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaffc4-44f1-4f5e-b42b-6cd31eacac85 req-6433b1a7-9c71-4110-8070-c486d7039a73 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:49:15.509986 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-38aaffc4-44f1-4f5e-b42b-6cd31eacac85 req-6433b1a7-9c71-4110-8070-c486d7039a73 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 945 time: 0.1011279 Apr 21 14:49:15.571788 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-38aaffc4-44f1-4f5e-b42b-6cd31eacac85 req-147f6f45-2ba9-40e8-a0c3-9095e5860104 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups?id=46794579-faee-49be-bfc7-a6afea7cc8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490303 Apr 21 14:49:15.808768 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:15.809311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:15.809673 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_db [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Floating IP 24bbaacb-e4fc-4b5a-8e28-42e5c17d784e disassociated. External IP: 172.28.3.166, port: 96a4af68-5ac4-408d-92cd-929e2a4ee689. Apr 21 14:49:15.810144 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Calling delete_port for 96a4af68-5ac4-408d-92cd-929e2a4ee689 owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:49:15.973632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:15.981617 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-fb25c51e-f051-4cd0-99b2-b2b10d13a3f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:16.034156 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event deleted for resources: {'Port': ['ID=96a4af68-5ac4-408d-92cd-929e2a4ee689,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:16.046935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:16.047369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:16.047792 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:16.048212 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:16.048631 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:16.049093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:16.049514 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:16.049912 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:16.050319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:16.050722 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:16.051128 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:16.051528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:16.118471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:16.260990 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Router 556de49b-a657-47fe-adf8-b766db475ce9 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:49:16.499263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:49:16.513770 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2406edf8-6696-4328-a745-5f6ef596a58c None None] Sync routers for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:49:16.534523 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406edf8-6696-4328-a745-5f6ef596a58c None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:49:16.535422 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-2406edf8-6696-4328-a745-5f6ef596a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:49:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:16.629861 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] No DVR routers for this DVR port 96a4af68-5ac4-408d-92cd-929e2a4ee689 on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:49:16.634400 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:16.641338 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0220e78-264c-4d9d-acd1-8fd7b0d8f303', 'name': 'network-vif-deleted', 'tag': '96a4af68-5ac4-408d-92cd-929e2a4ee689'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:49:16.664974 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3bbff9c5-6060-4cc8-8392-015b581f0cc0 req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.44 "DELETE /v2.0/ports/96a4af68-5ac4-408d-92cd-929e2a4ee689 HTTP/1.1" status: 204 len: 173 time: 1.6666358 Apr 21 14:49:16.761283 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0220e78-264c-4d9d-acd1-8fd7b0d8f303', 'name': 'network-vif-deleted', 'tag': '96a4af68-5ac4-408d-92cd-929e2a4ee689', 'status': 'completed', 'code': 200} Apr 21 14:49:16.833525 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-650d28f4-6746-4e52-a1ef-c5d097cf792c req-e689f09f-c1ce-4888-959e-58c7dad8185b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0220e78-264c-4d9d-acd1-8fd7b0d8f303 HTTP/1.1" status: 200 len: 210 time: 0.1021955 Apr 21 14:49:16.893821 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-2406edf8-6696-4328-a745-5f6ef596a58c None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:49:17.290337 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-2406edf8-6696-4328-a745-5f6ef596a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:28Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:17.296482 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2406edf8-6696-4328-a745-5f6ef596a58c None None] Checking router: 556de49b-a657-47fe-adf8-b766db475ce9 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:49:17.308528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406edf8-6696-4328-a745-5f6ef596a58c None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:49:17.309310 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-2406edf8-6696-4328-a745-5f6ef596a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:49:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:17.718446 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-2406edf8-6696-4328-a745-5f6ef596a58c None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:49:17.993972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36142) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:18.078021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a25ceefd-55e2-4a80-aef1-7a236c501db4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:18.113867 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a25ceefd-55e2-4a80-aef1-7a236c501db4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:18.152590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-2406edf8-6696-4328-a745-5f6ef596a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:28Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:18.161288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2406edf8-6696-4328-a745-5f6ef596a58c None None] The sync data for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb is: [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:41:16Z', 'revision_number': 4, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': 'f3fe04df-09a5-43c8-aca7-8c48f28c49ee', 'name': '', 'network_id': '360abb24-8ba4-4c03-a629-c3398e2a39ca', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'mac_address': 'fa:16:3e:8a:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:15Z', 'updated_at': '2021-04-21T14:41:28Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'subnets': [{'id': '3000c177-c2b6-4910-a0a4-b4dc9431018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:49:18.174443 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a25ceefd-55e2-4a80-aef1-7a236c501db4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:18.181377 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ec1338fb-e8d1-4ec5-8d0d-932e94e325ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:18.199231 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ceefd-55e2-4a80-aef1-7a236c501db4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46794579-faee-49be-bfc7-a6afea7cc8a0,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:18.205186 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a25ceefd-55e2-4a80-aef1-7a236c501db4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:18.209148 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a25ceefd-55e2-4a80-aef1-7a236c501db4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:18.210280 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a25ceefd-55e2-4a80-aef1-7a236c501db4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "DELETE /v2.0/security-groups/46794579-faee-49be-bfc7-a6afea7cc8a0 HTTP/1.1" status: 204 len: 168 time: 0.2150662 Apr 21 14:49:18.215314 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36146) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:18.236440 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.v2.resource [None req-addc1f21-0213-40ef-bdf1-438c7da9ffa0 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] show failed (client error): The resource could not be found. Apr 21 14:49:18.237657 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-addc1f21-0213-40ef-bdf1-438c7da9ffa0 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "GET /v2.0/security-groups/46794579-faee-49be-bfc7-a6afea7cc8a0 HTTP/1.1" status: 404 len: 347 time: 0.0203583 Apr 21 14:49:18.241430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36150) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:18.436553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Deleting port f0649e1d-ef25-4592-bf02-091a764033ca {{(pid=86344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:18.437197 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:18.627091 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e5540-a177-4805-a396-22dcfa2e37b9 None None] New status for floating IP 24bbaacb-e4fc-4b5a-8e28-42e5c17d784e: DOWN {{(pid=86346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:49:18.662180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:18.662682 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:18.904393 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Calling delete_port for f0649e1d-ef25-4592-bf02-091a764033ca owned by network:floatingip {{(pid=86344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:49:19.106554 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.db.api [None req-eb2e5540-a177-4805-a396-22dcfa2e37b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86346) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:19.107413 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_db.api [None req-eb2e5540-a177-4805-a396-22dcfa2e37b9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 14:49:19.108025 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839802266'] for port, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:19.112486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:19.162296 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Pushing event deleted for resources: {'Port': ['ID=f0649e1d-ef25-4592-bf02-091a764033ca,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:19.199900 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:19.200313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:19.200770 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:19.201222 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:19.201622 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:19.202028 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:19.202428 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:19.202829 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:19.203226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:19.203631 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:19.204032 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:19.204427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:49:19.213296 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:19.219961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 96a4af68-5ac4-408d-92cd-929e2a4ee689 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:49:19.262913 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: 96a4af68-5ac4-408d-92cd-929e2a4ee689 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:19.263437 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 96a4af68-5ac4-408d-92cd-929e2a4ee689 not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:49:19.289422 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks [] for floatingip, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:19.305981 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:19.307472 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c1f8a106-c37e-434e-838f-4b818dc0f478 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] 10.222.0.15 "DELETE /v2.0/floatingips/24bbaacb-e4fc-4b5a-8e28-42e5c17d784e HTTP/1.1" status: 204 len: 168 time: 1.0648351 Apr 21 14:49:19.609672 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e5540-a177-4805-a396-22dcfa2e37b9 None None] New status for floating IP 24bbaacb-e4fc-4b5a-8e28-42e5c17d784e: DOWN {{(pid=86346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:49:23.530854 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36182) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:24.703604 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854347363'] for router_interface, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:25.109464 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] Deleting port f3fe04df-09a5-43c8-aca7-8c48f28c49ee {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:25.109927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:25.314979 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] For port f3fe04df-09a5-43c8-aca7-8c48f28c49ee, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=f3fe04df-09a5-43c8-aca7-8c48f28c49ee,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:49:25.315390 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:25.468044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] Calling delete_port for f3fe04df-09a5-43c8-aca7-8c48f28c49ee owned by network:router_interface {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:49:25.680352 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:25.686403 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-063ae5f4-c920-4cbb-8f01-50dd0b1b4aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:25.785734 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fe04df-09a5-43c8-aca7-8c48f28c49ee,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:25.798958 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:26.077155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854347293'] for router_interface, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:26.488719 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] Router 556de49b-a657-47fe-adf8-b766db475ce9 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:49:26.692969 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:49:26.705920 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930209e9-d972-4e56-ac13-88407b519a27 None None] Sync routers for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:49:26.711226 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] 10.222.0.15 "PUT /v2.0/routers/556de49b-a657-47fe-adf8-b766db475ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1786537 Apr 21 14:49:26.715259 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36190) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.720899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930209e9-d972-4e56-ac13-88407b519a27 None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:49:26.721705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-930209e9-d972-4e56-ac13-88407b519a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:49:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:26.988792 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Notify callbacks [] for router, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:27.000377 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-930209e9-d972-4e56-ac13-88407b519a27 None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:49:27.487162 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-930209e9-d972-4e56-ac13-88407b519a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:49:25Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:27.494657 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930209e9-d972-4e56-ac13-88407b519a27 None None] Checking router: 556de49b-a657-47fe-adf8-b766db475ce9 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:49:27.511840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930209e9-d972-4e56-ac13-88407b519a27 None None] Routers {'556de49b-a657-47fe-adf8-b766db475ce9'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:49:27.513059 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-930209e9-d972-4e56-ac13-88407b519a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:49:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['556de49b-a657-47fe-adf8-b766db475ce9'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:27.651679 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:27.667302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Deleting port d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:27.667936 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:27.773926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-930209e9-d972-4e56-ac13-88407b519a27 None None] Set router 556de49b-a657-47fe-adf8-b766db475ce9 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:49:27.914085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] For port d1d7a0c7-ff58-47c5-81cd-709ebe6fd768, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=d1d7a0c7-ff58-47c5-81cd-709ebe6fd768,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:49:27.914788 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:28.102332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-930209e9-d972-4e56-ac13-88407b519a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:49:25Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:28.108125 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930209e9-d972-4e56-ac13-88407b519a27 None None] The sync data for ids ['556de49b-a657-47fe-adf8-b766db475ce9'] in dv-cinder-786385-2-smb is: [{'id': '556de49b-a657-47fe-adf8-b766db475ce9', 'name': 'tempest-AttachVolumeTestJSON-1462646131-router', 'tenant_id': '3214a692023d4ab892db2772036c242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:41:08Z', 'updated_at': '2021-04-21T14:49:25Z', 'revision_number': 5, 'project_id': '3214a692023d4ab892db2772036c242c', 'gw_port': {'id': 'd1d7a0c7-ff58-47c5-81cd-709ebe6fd768', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556de49b-a657-47fe-adf8-b766db475ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:41:10Z', 'updated_at': '2021-04-21T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:49:28.118217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Calling delete_port for d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 owned by network:router_gateway {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:49:28.334121 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:28.339323 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b9fd7d0f-22eb-4f50-be2e-6a3d3be8fdb4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:28.390318 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d7a0c7-ff58-47c5-81cd-709ebe6fd768,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:28.429632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:28.514020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449634'] for router_gateway, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:28.727294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15874'] for router, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:28.729955 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:28.758250 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346374'] for router, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:28.759236 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 556de49b-a657-47fe-adf8-b766db475ce9 {{(pid=86343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 14:49:28.781911 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] Notify callbacks [] for router, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:28.786394 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-252859a8-c85c-4f8b-8637-cd29a510a25a admin admin] 10.222.0.15 "DELETE /v2.0/routers/556de49b-a657-47fe-adf8-b766db475ce9 HTTP/1.1" status: 204 len: 168 time: 2.0674191 Apr 21 14:49:28.786822 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36194) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:28.848767 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device f3fe04df-09a5-43c8-aca7-8c48f28c49ee no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:49:28.865368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7941c0-cfb6-4829-90b5-c0e484e578c6 admin admin] Deleting subnet 3000c177-c2b6-4910-a0a4-b4dc9431018a {{(pid=86343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:49:28.870224 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-be7941c0-cfb6-4829-90b5-c0e484e578c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:28.896421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: f3fe04df-09a5-43c8-aca7-8c48f28c49ee {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:28.897906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device f3fe04df-09a5-43c8-aca7-8c48f28c49ee not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:49:28.980122 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-be7941c0-cfb6-4829-90b5-c0e484e578c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16415403'] for subnet, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:29.102313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-be7941c0-cfb6-4829-90b5-c0e484e578c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:29.381271 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-be7941c0-cfb6-4829-90b5-c0e484e578c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838360547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838220951'] for subnet, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:29.385847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:29.424866 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7941c0-cfb6-4829-90b5-c0e484e578c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3000c177-c2b6-4910-a0a4-b4dc9431018a,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:29.428453 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-be7941c0-cfb6-4829-90b5-c0e484e578c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:29.429660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-be7941c0-cfb6-4829-90b5-c0e484e578c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:29.437690 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-be7941c0-cfb6-4829-90b5-c0e484e578c6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3000c177-c2b6-4910-a0a4-b4dc9431018a HTTP/1.1" status: 204 len: 168 time: 0.6493461 Apr 21 14:49:29.441767 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36198) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:29.445945 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9c3c75-95f0-47ed-b0f5-6a001a2db1fd None None] Network 360abb24-8ba4-4c03-a629-c3398e2a39ca requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:49:29.647541 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:29.661900 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Deleting port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:29.662408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:29.840050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8bba14-eb0f-4241-bc1d-5202a8005d41 None None] DHCP port deletion for 360abb24-8ba4-4c03-a629-c3398e2a39ca request from dv-cinder-786385-2-smb {{(pid=86345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 14:49:29.846317 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-2e8bba14-eb0f-4241-bc1d-5202a8005d41 None None] Deleting port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da {{(pid=86345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:29.846832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2e8bba14-eb0f-4241-bc1d-5202a8005d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:29.920956 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] For port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=7d6f4d7a-a89f-4488-a947-ea9a67fa60da,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:49:29.921564 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:30.090519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Calling delete_port for 7d6f4d7a-a89f-4488-a947-ea9a67fa60da owned by network:dhcp {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:49:30.135868 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-2e8bba14-eb0f-4241-bc1d-5202a8005d41 None None] For port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=7d6f4d7a-a89f-4488-a947-ea9a67fa60da,segment=NetworkSegment(e8d12bad-ef07-46f0-b9a8-cd525992932c),segment_id=e8d12bad-ef07-46f0-b9a8-cd525992932c)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:49:30.136603 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2e8bba14-eb0f-4241-bc1d-5202a8005d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:30.182986 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:30.189248 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1477ec00-4e22-44b3-9499-276840dd5b78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:30.246069 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6f4d7a-a89f-4488-a947-ea9a67fa60da,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:30.248449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] No DVR routers for this DVR port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da on host dv-cinder-786385-2-smb {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:49:30.250295 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:30.386839 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:30.475924 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-2e8bba14-eb0f-4241-bc1d-5202a8005d41 None None] Calling delete_port for 7d6f4d7a-a89f-4488-a947-ea9a67fa60da owned by network:dhcp {{(pid=86345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:49:30.540084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360abb24-8ba4-4c03-a629-c3398e2a39ca']}} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:30.578868 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d12bad-ef07-46f0-b9a8-cd525992932c') {'for_net_delete': True} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:30.579363 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d12bad-ef07-46f0-b9a8-cd525992932c') {} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:30.594267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.db.api [None req-2e8bba14-eb0f-4241-bc1d-5202a8005d41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:30.594617 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838360413'] for segment, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:30.594903 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_db.api [None req-2e8bba14-eb0f-4241-bc1d-5202a8005d41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 14:49:30.612688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:30.620266 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=86343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:49:30.814964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Network 360abb24-8ba4-4c03-a629-c3398e2a39ca has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:49:30.820450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:49:30.826123 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16416190'] for segment, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:30.894454 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:30.895045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device d1d7a0c7-ff58-47c5-81cd-709ebe6fd768 not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:49:30.895744 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 7d6f4d7a-a89f-4488-a947-ea9a67fa60da no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:49:30.959238 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 7d6f4d7a-a89f-4488-a947-ea9a67fa60da {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:30.959858 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 7d6f4d7a-a89f-4488-a947-ea9a67fa60da not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:49:31.022976 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Network 360abb24-8ba4-4c03-a629-c3398e2a39ca has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:31.047618 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:31.096704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-2e8bba14-eb0f-4241-bc1d-5202a8005d41 None None] Deleting port 7d6f4d7a-a89f-4488-a947-ea9a67fa60da {{(pid=86345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:31.097597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2e8bba14-eb0f-4241-bc1d-5202a8005d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:31.132910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:31.137085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:31.154193 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:31.167387 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=360abb24-8ba4-4c03-a629-c3398e2a39ca,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:31.177998 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:31.180908 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-2e8bba14-eb0f-4241-bc1d-5202a8005d41 None None] The port '7d6f4d7a-a89f-4488-a947-ea9a67fa60da' was deleted {{(pid=86345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:49:31.184189 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] 10.222.0.15 "DELETE /v2.0/networks/360abb24-8ba4-4c03-a629-c3398e2a39ca HTTP/1.1" status: 204 len: 168 time: 1.7411571 Apr 21 14:49:31.358440 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36204) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.415077 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e3af7090-7b5d-4d5c-8c41-500a71c0cfdb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3214a692023d4ab892db2772036c242c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551469 Apr 21 14:49:31.418359 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36208) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.512052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a596aede-70de-49fb-bdaf-8634ab45585e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:31.542281 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a596aede-70de-49fb-bdaf-8634ab45585e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:31.591951 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a596aede-70de-49fb-bdaf-8634ab45585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:31.597989 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-392cb7eb-d158-403e-a882-f07868eb6c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:31.613612 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596aede-70de-49fb-bdaf-8634ab45585e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9be688-929d-4726-8da8-068bc19466e8,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:31.617741 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a596aede-70de-49fb-bdaf-8634ab45585e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:31.621572 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a596aede-70de-49fb-bdaf-8634ab45585e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:31.624496 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a596aede-70de-49fb-bdaf-8634ab45585e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd9be688-929d-4726-8da8-068bc19466e8 HTTP/1.1" status: 204 len: 168 time: 0.2046239 Apr 21 14:49:34.207956 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36264) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.346599 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-20201739-6016-4a1a-a53a-3870afb4928a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:34.363781 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-20201739-6016-4a1a-a53a-3870afb4928a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:49:34.368309 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-20201739-6016-4a1a-a53a-3870afb4928a admin admin] Usage tracker for resource:security_group_rule and tenant:eb31d382050a4156bb8aef403edf2b60 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:49:34.371757 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-20201739-6016-4a1a-a53a-3870afb4928a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:49:34.378573 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-20201739-6016-4a1a-a53a-3870afb4928a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:49:34.507799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-20201739-6016-4a1a-a53a-3870afb4928a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:34.511643 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-20201739-6016-4a1a-a53a-3870afb4928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:34.522626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b0aad85a-f622-41df-90a8-3a2b06a2c703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:34.567416 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-20201739-6016-4a1a-a53a-3870afb4928a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb31d382050a4156bb8aef403edf2b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577778 Apr 21 14:49:34.569349 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20201739-6016-4a1a-a53a-3870afb4928a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2dab2f-3144-488d-9bcc-f541cea05bdb,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:34.571180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36270) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.573279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-20201739-6016-4a1a-a53a-3870afb4928a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:34.693589 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1097-0b86-411d-9df8-9235da94619c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:34.747175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1097-0b86-411d-9df8-9235da94619c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:34.835882 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1097-0b86-411d-9df8-9235da94619c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:34.846455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-45151351-376b-4ea6-98af-a8579b7706bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:34.867067 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe1097-0b86-411d-9df8-9235da94619c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2dab2f-3144-488d-9bcc-f541cea05bdb,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:34.871356 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9dfe1097-0b86-411d-9df8-9235da94619c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:34.879889 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1097-0b86-411d-9df8-9235da94619c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:34.881179 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-9dfe1097-0b86-411d-9df8-9235da94619c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a2dab2f-3144-488d-9bcc-f541cea05bdb HTTP/1.1" status: 204 len: 168 time: 0.3071041 Apr 21 14:49:35.024627 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fc882192-0e91-47b3-9a04-27eaed24b657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:35.284816 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36284) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:35.308430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eba5e415-6d79-4f93-88ce-c844b8ddf1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:35.328452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-eba5e415-6d79-4f93-88ce-c844b8ddf1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:49:35.333828 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-eba5e415-6d79-4f93-88ce-c844b8ddf1c8 admin admin] Usage tracker for resource:security_group_rule and tenant:4ae6983f840e4977b3bbbf9880dd526f is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:49:35.337705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-eba5e415-6d79-4f93-88ce-c844b8ddf1c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:49:35.345148 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-eba5e415-6d79-4f93-88ce-c844b8ddf1c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:49:35.448824 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eba5e415-6d79-4f93-88ce-c844b8ddf1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:35.452735 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eba5e415-6d79-4f93-88ce-c844b8ddf1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:35.462803 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-dd1c5202-68c2-4a3a-b5c4-a63a679bce3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:35.520793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5e415-6d79-4f93-88ce-c844b8ddf1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c7257a-25ee-47ec-92fb-e0908fdeb4e8,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:35.524524 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-eba5e415-6d79-4f93-88ce-c844b8ddf1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:35.532631 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-eba5e415-6d79-4f93-88ce-c844b8ddf1c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ae6983f840e4977b3bbbf9880dd526f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461815 Apr 21 14:49:35.532940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36288) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:35.624454 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-75892cba-403d-4406-bbee-99bc06757e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:35.656977 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-75892cba-403d-4406-bbee-99bc06757e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:35.795626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-75892cba-403d-4406-bbee-99bc06757e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:35.802851 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1152cc72-5518-4994-b185-e7a2b95da7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:35.828324 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75892cba-403d-4406-bbee-99bc06757e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c7257a-25ee-47ec-92fb-e0908fdeb4e8,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:35.834172 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-75892cba-403d-4406-bbee-99bc06757e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:35.839249 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-75892cba-403d-4406-bbee-99bc06757e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:35.840797 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-75892cba-403d-4406-bbee-99bc06757e12 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32c7257a-25ee-47ec-92fb-e0908fdeb4e8 HTTP/1.1" status: 204 len: 168 time: 0.3049085 Apr 21 14:49:35.851449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b03f-ff0a-47c5-b149-285a72c3218b req-6529e172-1a48-4f99-bdda-b4c5f9b22099 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:49:35.853167 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-85f6b03f-ff0a-47c5-b149-285a72c3218b req-6529e172-1a48-4f99-bdda-b4c5f9b22099 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 946 time: 0.1486156 Apr 21 14:49:35.918676 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-85f6b03f-ff0a-47c5-b149-285a72c3218b req-272ea782-e81a-4e62-8889-91f9cc506723 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520582 Apr 21 14:49:37.219799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef60ec-0103-4c52-a19c-bb0fbe7ee03b req-65940c02-60b0-413b-9bcf-a6417332bea7 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:49:37.223089 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-88ef60ec-0103-4c52-a19c-bb0fbe7ee03b req-65940c02-60b0-413b-9bcf-a6417332bea7 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 946 time: 0.1669836 Apr 21 14:49:37.282505 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-88ef60ec-0103-4c52-a19c-bb0fbe7ee03b req-bc79666f-ae71-4257-bf40-dcc8be133615 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524240 Apr 21 14:49:37.297053 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-89a72069-241a-48dd-942c-784c287c1d69 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:49:37.298358 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-89a72069-241a-48dd-942c-784c287c1d69 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Synchronizing usage tracker for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:49:37.329391 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-89a72069-241a-48dd-942c-784c287c1d69 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Unset dirty status for tenant:a316512ef8944f2d8f18a8de373ca6d4 on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:49:37.329391 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-89a72069-241a-48dd-942c-784c287c1d69 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 946 time: 0.1495664 Apr 21 14:49:37.411655 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Deleting port a8bcbace-99cc-42bf-85c6-858eca6206e7 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:37.412011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:37.721078 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] For port a8bcbace-99cc-42bf-85c6-858eca6206e7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8bcbace-99cc-42bf-85c6-858eca6206e7,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:49:37.721464 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:38.149186 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:49:38.302943 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d81e48c5-d5c5-4817-93d7-987b94e66be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:38.342623 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:38.344563 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:38.344563 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_db [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Floating IP 43bc81ba-f785-494f-991d-aef9be073c9c disassociated. External IP: 172.28.3.131, port: a8bcbace-99cc-42bf-85c6-858eca6206e7. Apr 21 14:49:38.344563 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Calling delete_port for a8bcbace-99cc-42bf-85c6-858eca6206e7 owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:49:38.520799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:38.527190 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-be167fb8-e72c-4313-9457-dcb329f65fa8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:38.533743 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9c215098-1b6d-46e6-8c4b-c71d2741a222 req-243dbbb5-35b7-4b2c-ae84-63f11418b86a tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 210 time: 0.0544879 Apr 21 14:49:38.579956 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event deleted for resources: {'Port': ['ID=a8bcbace-99cc-42bf-85c6-858eca6206e7,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:38.584192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:38.790807 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:49:38.928324 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:39.008555 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:49:39.019439 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe70583-7d3a-4e64-b348-2bb44dafcad8 None None] Sync routers for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:49:39.031153 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe70583-7d3a-4e64-b348-2bb44dafcad8 None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:49:39.031831 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-abe70583-7d3a-4e64-b348-2bb44dafcad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:49:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:39.102215 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] No DVR routers for this DVR port a8bcbace-99cc-42bf-85c6-858eca6206e7 on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:49:39.105276 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:39.109173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'name': 'network-vif-deleted', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:49:39.132248 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-3c7d7a52-14bd-4da3-96bc-d73b62fa556a req-c5b29798-f97a-41c2-a578-b9c07e0f19a2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.44 "DELETE /v2.0/ports/a8bcbace-99cc-42bf-85c6-858eca6206e7 HTTP/1.1" status: 204 len: 173 time: 1.7986610 Apr 21 14:49:39.194797 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff061f76-1fef-4084-a5de-c315e2a2c88d', 'name': 'network-vif-deleted', 'tag': 'a8bcbace-99cc-42bf-85c6-858eca6206e7', 'status': 'completed', 'code': 200} Apr 21 14:49:39.268623 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-abe70583-7d3a-4e64-b348-2bb44dafcad8 None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:49:39.785547 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-abe70583-7d3a-4e64-b348-2bb44dafcad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:11Z', 'revision_number': 5, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:39.790769 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe70583-7d3a-4e64-b348-2bb44dafcad8 None None] Checking router: 939eaf5e-af39-4998-b4f3-31e9c8664bd3 for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:49:39.803182 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe70583-7d3a-4e64-b348-2bb44dafcad8 None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:49:39.804006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-abe70583-7d3a-4e64-b348-2bb44dafcad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:49:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:39.820193 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:39.870045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:39.952527 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-31261d0c-40af-4cca-b4df-3e1f0229d534 req-7ccb41e0-f31a-4a0a-859e-0ac9ff7e95c7 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff061f76-1fef-4084-a5de-c315e2a2c88d HTTP/1.1" status: 200 len: 210 time: 0.1412518 Apr 21 14:49:40.100002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-abe70583-7d3a-4e64-b348-2bb44dafcad8 None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:49:40.477085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-abe70583-7d3a-4e64-b348-2bb44dafcad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:11Z', 'revision_number': 5, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:40.483428 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe70583-7d3a-4e64-b348-2bb44dafcad8 None None] The sync data for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb is: [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:39:55Z', 'revision_number': 4, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '9b8b4d54-c796-464f-a960-a6b68807ed16', 'name': '', 'network_id': 'a668a23f-2857-41e6-8e90-6a98c2e3b4c2', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'mac_address': 'fa:16:3e:bb:61:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:51Z', 'updated_at': '2021-04-21T14:40:11Z', 'revision_number': 5, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'subnets': [{'id': '9d098cc5-ec00-4167-8ff0-5eee8e9272a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:49:40.873270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7e79f-72e7-4f01-902d-6b989c054638 None None] New status for floating IP 43bc81ba-f785-494f-991d-aef9be073c9c: DOWN {{(pid=86345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:49:41.119499 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:41.207755 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36354) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:41.308486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-86b8807a-c7d3-4f0b-bf6f-aad96b59f0a9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:41.335853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device a8bcbace-99cc-42bf-85c6-858eca6206e7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:49:41.362219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-86b8807a-c7d3-4f0b-bf6f-aad96b59f0a9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:41.415798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: a8bcbace-99cc-42bf-85c6-858eca6206e7 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:41.416434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device a8bcbace-99cc-42bf-85c6-858eca6206e7 not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:49:41.443066 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-86b8807a-c7d3-4f0b-bf6f-aad96b59f0a9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:41.450195 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-07d7d1da-aa8d-47fa-a9cd-1eff25f31211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:41.470527 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8807a-c7d3-4f0b-bf6f-aad96b59f0a9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:41.477363 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-86b8807a-c7d3-4f0b-bf6f-aad96b59f0a9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:41.490645 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-86b8807a-c7d3-4f0b-bf6f-aad96b59f0a9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:41.493447 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-86b8807a-c7d3-4f0b-bf6f-aad96b59f0a9 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "DELETE /v2.0/security-groups/9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab HTTP/1.1" status: 204 len: 168 time: 0.2842600 Apr 21 14:49:41.498773 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36366) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:41.532870 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.api.v2.resource [None req-14fcfb5c-d249-42ca-a446-6ed5afe18ce2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] show failed (client error): The resource could not be found. Apr 21 14:49:41.535374 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-14fcfb5c-d249-42ca-a446-6ed5afe18ce2 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "GET /v2.0/security-groups/9e88d3ed-ce2c-430c-9dee-5f1f32eb9dab HTTP/1.1" status: 404 len: 347 time: 0.0347838 Apr 21 14:49:41.541370 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36370) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:41.735057 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-08a28af4-9a2f-4405-b8e1-ec28b652acbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Deleting port cf8b1b28-4ce1-4587-b334-fdec141d4796 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:41.735446 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08a28af4-9a2f-4405-b8e1-ec28b652acbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:41.994780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08a28af4-9a2f-4405-b8e1-ec28b652acbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:41.997326 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08a28af4-9a2f-4405-b8e1-ec28b652acbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:42.146304 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-08a28af4-9a2f-4405-b8e1-ec28b652acbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Calling delete_port for cf8b1b28-4ce1-4587-b334-fdec141d4796 owned by network:floatingip {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:49:42.306660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08a28af4-9a2f-4405-b8e1-ec28b652acbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:42.312172 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-38643717-9526-40e8-bfa3-29f3e1b2c21c tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:42.362107 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a28af4-9a2f-4405-b8e1-ec28b652acbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Pushing event deleted for resources: {'Port': ['ID=cf8b1b28-4ce1-4587-b334-fdec141d4796,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:42.365279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-08a28af4-9a2f-4405-b8e1-ec28b652acbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:42.483032 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08a28af4-9a2f-4405-b8e1-ec28b652acbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks [] for floatingip, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:42.505177 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-08a28af4-9a2f-4405-b8e1-ec28b652acbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:42.506951 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-08a28af4-9a2f-4405-b8e1-ec28b652acbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] 10.222.0.15 "DELETE /v2.0/floatingips/43bc81ba-f785-494f-991d-aef9be073c9c HTTP/1.1" status: 204 len: 168 time: 0.9638638 Apr 21 14:49:45.600227 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36422) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:46.778991 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854347363'] for router_interface, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:47.192000 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] Deleting port 9b8b4d54-c796-464f-a960-a6b68807ed16 {{(pid=86344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:47.192261 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:47.395444 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] For port 9b8b4d54-c796-464f-a960-a6b68807ed16, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=9b8b4d54-c796-464f-a960-a6b68807ed16,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:49:47.396023 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:47.551343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] Calling delete_port for 9b8b4d54-c796-464f-a960-a6b68807ed16 owned by network:router_interface {{(pid=86344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:49:47.783632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839802266'] for port, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:47.789940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:47.852970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8b4d54-c796-464f-a960-a6b68807ed16,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:47.909542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:48.205454 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854347293'] for router_interface, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:48.622428 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] Router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:49:48.833126 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:49:48.848610 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] 10.222.0.15 "PUT /v2.0/routers/939eaf5e-af39-4998-b4f3-31e9c8664bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2470436 Apr 21 14:49:48.850180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85cce7b-518b-42f9-b5c2-e3fa00da6ab6 None None] Sync routers for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:49:48.853298 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36450) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:48.863208 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85cce7b-518b-42f9-b5c2-e3fa00da6ab6 None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:49:48.864112 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-d85cce7b-518b-42f9-b5c2-e3fa00da6ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:49:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:49.410207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-d85cce7b-518b-42f9-b5c2-e3fa00da6ab6 None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:49:49.513286 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:49.817172 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:49.831062 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Deleting port 57782e29-68ca-47ee-81d3-6602bfddeea5 {{(pid=86344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:49.831664 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:49.928098 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-d85cce7b-518b-42f9-b5c2-e3fa00da6ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:49:47Z', 'revision_number': 5, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port': {'id': '57782e29-68ca-47ee-81d3-6602bfddeea5', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:39:40Z', 'updated_at': '2021-04-21T14:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:49.936487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85cce7b-518b-42f9-b5c2-e3fa00da6ab6 None None] Checking router: 939eaf5e-af39-4998-b4f3-31e9c8664bd3 for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:49:49.948237 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85cce7b-518b-42f9-b5c2-e3fa00da6ab6 None None] Routers {'939eaf5e-af39-4998-b4f3-31e9c8664bd3'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:49:49.949204 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-d85cce7b-518b-42f9-b5c2-e3fa00da6ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:49:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:50.169916 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] For port 57782e29-68ca-47ee-81d3-6602bfddeea5, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=57782e29-68ca-47ee-81d3-6602bfddeea5,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:49:50.170522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:50.233233 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-d85cce7b-518b-42f9-b5c2-e3fa00da6ab6 None None] Set router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 gateway port host: None {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:49:50.358713 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Calling delete_port for 57782e29-68ca-47ee-81d3-6602bfddeea5 owned by network:router_gateway {{(pid=86344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:49:50.360366 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-d85cce7b-518b-42f9-b5c2-e3fa00da6ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:49:49Z', 'revision_number': 6, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port_host': None}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:50.366177 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85cce7b-518b-42f9-b5c2-e3fa00da6ab6 None None] The sync data for ids ['939eaf5e-af39-4998-b4f3-31e9c8664bd3'] in dv-cinder-786385-2-smb is: [{'id': '939eaf5e-af39-4998-b4f3-31e9c8664bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-361707960-router', 'tenant_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:39:39Z', 'updated_at': '2021-04-21T14:49:49Z', 'revision_number': 6, 'project_id': 'a316512ef8944f2d8f18a8de373ca6d4', 'gw_port_host': None}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:49:50.633122 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839802266'] for port, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:50.638583 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-618f2e5f-a703-413e-bd81-e7535b85c4ea tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:50.691793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=57782e29-68ca-47ee-81d3-6602bfddeea5,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:50.695863 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:50.807525 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449634'] for router_gateway, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:50.872894 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 9b8b4d54-c796-464f-a960-a6b68807ed16 no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:49:50.942210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 9b8b4d54-c796-464f-a960-a6b68807ed16 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:50.943259 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 9b8b4d54-c796-464f-a960-a6b68807ed16 not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:49:50.943415 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 57782e29-68ca-47ee-81d3-6602bfddeea5 no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:49:51.003850 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 57782e29-68ca-47ee-81d3-6602bfddeea5 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:51.004475 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 57782e29-68ca-47ee-81d3-6602bfddeea5 not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:49:51.064624 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15874'] for router, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:51.067605 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:51.119009 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346374'] for router, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:51.119594 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 939eaf5e-af39-4998-b4f3-31e9c8664bd3 {{(pid=86344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 14:49:51.136072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] Notify callbacks [] for router, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:51.137751 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c317d66d-e67b-4be0-a681-1627481c26d4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/939eaf5e-af39-4998-b4f3-31e9c8664bd3 HTTP/1.1" status: 204 len: 168 time: 2.2828529 Apr 21 14:49:51.142862 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36478) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:51.234070 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc27d85-7857-42d9-8b0e-9f67e71024f1 admin admin] Deleting subnet 9d098cc5-ec00-4167-8ff0-5eee8e9272a6 {{(pid=86343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:49:51.238105 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2fc27d85-7857-42d9-8b0e-9f67e71024f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:51.308157 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2fc27d85-7857-42d9-8b0e-9f67e71024f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16415403'] for subnet, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:51.401788 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2fc27d85-7857-42d9-8b0e-9f67e71024f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:51.706543 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2fc27d85-7857-42d9-8b0e-9f67e71024f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838360547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838220951'] for subnet, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:51.712454 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-251f46f3-a9f4-4887-9ef9-85fb6798609c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:51.753452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc27d85-7857-42d9-8b0e-9f67e71024f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d098cc5-ec00-4167-8ff0-5eee8e9272a6,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:51.755795 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2fc27d85-7857-42d9-8b0e-9f67e71024f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:51.759528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2fc27d85-7857-42d9-8b0e-9f67e71024f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:51.763221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510d749d-da6c-463d-9822-85a28455b14b None None] Network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:49:51.765792 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-2fc27d85-7857-42d9-8b0e-9f67e71024f1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9d098cc5-ec00-4167-8ff0-5eee8e9272a6 HTTP/1.1" status: 204 len: 168 time: 0.6209202 Apr 21 14:49:51.768831 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36484) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:51.922026 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:51.942063 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Deleting port 680304b4-cc9e-4998-9e04-7827b738183d {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:51.942668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:52.158802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a875d3-49c6-43bc-b697-0e9b6e1d1195 None None] DHCP port deletion for a668a23f-2857-41e6-8e90-6a98c2e3b4c2 request from dv-cinder-786385-2-smb {{(pid=86345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 14:49:52.164795 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-55a875d3-49c6-43bc-b697-0e9b6e1d1195 None None] Deleting port 680304b4-cc9e-4998-9e04-7827b738183d {{(pid=86345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:52.165601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-55a875d3-49c6-43bc-b697-0e9b6e1d1195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:52.300935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] For port 680304b4-cc9e-4998-9e04-7827b738183d, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=680304b4-cc9e-4998-9e04-7827b738183d,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:49:52.301356 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:52.483402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Calling delete_port for 680304b4-cc9e-4998-9e04-7827b738183d owned by network:dhcp {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:49:52.576739 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:52.577067 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-55a875d3-49c6-43bc-b697-0e9b6e1d1195 None None] For port 680304b4-cc9e-4998-9e04-7827b738183d, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=680304b4-cc9e-4998-9e04-7827b738183d,segment=NetworkSegment(72e9d765-b9e5-4adc-a258-e4122b74416d),segment_id=72e9d765-b9e5-4adc-a258-e4122b74416d)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:49:52.577559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-55a875d3-49c6-43bc-b697-0e9b6e1d1195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:52.585878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:52.682523 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=680304b4-cc9e-4998-9e04-7827b738183d,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:52.686452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] No DVR routers for this DVR port 680304b4-cc9e-4998-9e04-7827b738183d on host dv-cinder-786385-2-smb {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:49:52.689394 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:52.828562 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-55a875d3-49c6-43bc-b697-0e9b6e1d1195 None None] Calling delete_port for 680304b4-cc9e-4998-9e04-7827b738183d owned by network:dhcp {{(pid=86345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:49:52.859762 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:52.860978 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 680304b4-cc9e-4998-9e04-7827b738183d no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:49:52.910410 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 680304b4-cc9e-4998-9e04-7827b738183d {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:52.910801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 680304b4-cc9e-4998-9e04-7827b738183d not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:49:52.954884 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.db.api [None req-55a875d3-49c6-43bc-b697-0e9b6e1d1195 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:52.955599 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_db.api [None req-55a875d3-49c6-43bc-b697-0e9b6e1d1195 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 14:49:53.096261 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a668a23f-2857-41e6-8e90-6a98c2e3b4c2']}} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:53.128806 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e9d765-b9e5-4adc-a258-e4122b74416d') {'for_net_delete': True} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:53.129531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e9d765-b9e5-4adc-a258-e4122b74416d') {} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:49:53.154626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838360413'] for segment, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:53.176949 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:53.185338 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=86343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:49:53.383382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:49:53.393731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16416190'] for segment, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:53.457219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-55a875d3-49c6-43bc-b697-0e9b6e1d1195 None None] Deleting port 680304b4-cc9e-4998-9e04-7827b738183d {{(pid=86345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:53.457660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-55a875d3-49c6-43bc-b697-0e9b6e1d1195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:53.537073 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-55a875d3-49c6-43bc-b697-0e9b6e1d1195 None None] The port '680304b4-cc9e-4998-9e04-7827b738183d' was deleted {{(pid=86345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:49:53.609466 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Network a668a23f-2857-41e6-8e90-6a98c2e3b4c2 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:53.635795 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:53.727530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:53.734173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:53.737440 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-48e364e7-696e-41b0-9734-6fb389f97450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:54.035507 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a668a23f-2857-41e6-8e90-6a98c2e3b4c2,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:54.038418 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:54.051642 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a668a23f-2857-41e6-8e90-6a98c2e3b4c2 HTTP/1.1" status: 204 len: 168 time: 2.2815127 Apr 21 14:49:54.227450 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36512) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:54.286549 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e6814b73-0c51-49f6-aa3b-9a1ad3449af2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a316512ef8944f2d8f18a8de373ca6d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0572402 Apr 21 14:49:54.290710 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36518) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:54.379458 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-63f2371a-947b-46b6-ab6b-0221ff35b976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:54.411897 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-63f2371a-947b-46b6-ab6b-0221ff35b976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:54.507345 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-63f2371a-947b-46b6-ab6b-0221ff35b976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:54.518249 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-08c7d94c-bfd6-41e7-a273-fe01b61dbe7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:54.545675 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2371a-947b-46b6-ab6b-0221ff35b976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2985a1b2-9215-426d-a3ab-ee39522aa627,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:54.550160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-63f2371a-947b-46b6-ab6b-0221ff35b976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:54.562369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-63f2371a-947b-46b6-ab6b-0221ff35b976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:54.564421 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-63f2371a-947b-46b6-ab6b-0221ff35b976 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2985a1b2-9215-426d-a3ab-ee39522aa627 HTTP/1.1" status: 204 len: 168 time: 0.2722807 Apr 21 14:49:57.037476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36592) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:57.242382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b5040251-ecda-44fa-9660-115dab72dafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:57.260704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b5040251-ecda-44fa-9660-115dab72dafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:49:57.265832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b5040251-ecda-44fa-9660-115dab72dafd admin admin] Usage tracker for resource:security_group_rule and tenant:5cae88c724634a21bf67ef538ef11045 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:49:57.269382 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b5040251-ecda-44fa-9660-115dab72dafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:49:57.276384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b5040251-ecda-44fa-9660-115dab72dafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:49:57.403669 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b5040251-ecda-44fa-9660-115dab72dafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:57.410669 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b5040251-ecda-44fa-9660-115dab72dafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:57.426949 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0ad3d270-7e7f-4f01-8295-0585f00ae38b tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:57.479275 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b5040251-ecda-44fa-9660-115dab72dafd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5cae88c724634a21bf67ef538ef11045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404430 Apr 21 14:49:57.480269 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5040251-ecda-44fa-9660-115dab72dafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f9bf8f-a766-4790-afab-178927a0cf12,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:57.483122 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36604) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:57.486345 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b5040251-ecda-44fa-9660-115dab72dafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:57.556190 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1c706deb-9d93-4d85-95fa-3412fc18ba6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:57.588339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1c706deb-9d93-4d85-95fa-3412fc18ba6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:57.611550 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36608) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:57.672359 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1c706deb-9d93-4d85-95fa-3412fc18ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:57.679466 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-eba5e415-6d79-4f93-88ce-c844b8ddf1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:57.699122 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c706deb-9d93-4d85-95fa-3412fc18ba6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f9bf8f-a766-4790-afab-178927a0cf12,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:57.703384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1c706deb-9d93-4d85-95fa-3412fc18ba6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:57.705014 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1c706deb-9d93-4d85-95fa-3412fc18ba6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:57.709767 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-1c706deb-9d93-4d85-95fa-3412fc18ba6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1f9bf8f-a766-4790-afab-178927a0cf12 HTTP/1.1" status: 204 len: 168 time: 0.2252150 Apr 21 14:49:57.802905 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a6bf05e5-cc20-4d1f-a832-8b1644204d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:57.821211 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a6bf05e5-cc20-4d1f-a832-8b1644204d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:49:57.826258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a6bf05e5-cc20-4d1f-a832-8b1644204d95 admin admin] Usage tracker for resource:security_group_rule and tenant:eb8acbc65a5649aebcd77d20c046be50 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:49:57.829937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a6bf05e5-cc20-4d1f-a832-8b1644204d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:49:57.837744 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a6bf05e5-cc20-4d1f-a832-8b1644204d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:49:57.969654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a6bf05e5-cc20-4d1f-a832-8b1644204d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:57.982737 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a6bf05e5-cc20-4d1f-a832-8b1644204d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:57.996114 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-380ad435-553e-4349-b800-38baab92de51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:58.076403 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf05e5-cc20-4d1f-a832-8b1644204d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b4dc10-77be-40cc-a811-d1d3f237d735,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:58.086177 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a6bf05e5-cc20-4d1f-a832-8b1644204d95 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb8acbc65a5649aebcd77d20c046be50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723544 Apr 21 14:49:58.088801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a6bf05e5-cc20-4d1f-a832-8b1644204d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:58.089069 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36618) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.178131 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36622) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.184498 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8264c100-46e5-4dbb-9275-8bc0f3d866a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:58.209181 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2dd085ae-0fe4-4afc-b61d-ea0569026fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:58.226349 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8264c100-46e5-4dbb-9275-8bc0f3d866a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:58.233821 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2dd085ae-0fe4-4afc-b61d-ea0569026fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:49:58.241308 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2dd085ae-0fe4-4afc-b61d-ea0569026fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:4e5f735186784fa2b29497d5b7a368ec is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:49:58.246341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2dd085ae-0fe4-4afc-b61d-ea0569026fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:49:58.257274 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2dd085ae-0fe4-4afc-b61d-ea0569026fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:49:58.306756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8264c100-46e5-4dbb-9275-8bc0f3d866a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:58.315601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-71862f95-d991-4807-aa3c-3ce2886bbd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:58.328522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264c100-46e5-4dbb-9275-8bc0f3d866a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b4dc10-77be-40cc-a811-d1d3f237d735,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:58.333882 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8264c100-46e5-4dbb-9275-8bc0f3d866a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:58.340871 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8264c100-46e5-4dbb-9275-8bc0f3d866a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:58.345388 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-8264c100-46e5-4dbb-9275-8bc0f3d866a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23b4dc10-77be-40cc-a811-d1d3f237d735 HTTP/1.1" status: 204 len: 168 time: 0.2547500 Apr 21 14:49:58.386674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2dd085ae-0fe4-4afc-b61d-ea0569026fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:58.390628 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2dd085ae-0fe4-4afc-b61d-ea0569026fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:58.414235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b07b4a2e-1555-4574-81da-119015b45f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:58.500339 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd085ae-0fe4-4afc-b61d-ea0569026fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b070f2-8841-41ea-a149-350ae9124595,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:58.506740 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2dd085ae-0fe4-4afc-b61d-ea0569026fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:58.534155 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-2dd085ae-0fe4-4afc-b61d-ea0569026fc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e5f735186784fa2b29497d5b7a368ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537471 Apr 21 14:49:58.535343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36628) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.613135 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-038c78dc-49f8-4eff-a21a-e866ddfe076f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:58.649264 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-038c78dc-49f8-4eff-a21a-e866ddfe076f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:58.702184 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-038c78dc-49f8-4eff-a21a-e866ddfe076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:58.707831 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-63f2371a-947b-46b6-ab6b-0221ff35b976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:58.723007 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c78dc-49f8-4eff-a21a-e866ddfe076f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b070f2-8841-41ea-a149-350ae9124595,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:58.726461 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-038c78dc-49f8-4eff-a21a-e866ddfe076f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:58.728927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-038c78dc-49f8-4eff-a21a-e866ddfe076f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:58.730239 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-038c78dc-49f8-4eff-a21a-e866ddfe076f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10b070f2-8841-41ea-a149-350ae9124595 HTTP/1.1" status: 204 len: 168 time: 0.1936810 Apr 21 14:49:58.928017 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36636) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.950196 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-57ecc68f-40f3-4cb6-9ae4-30bfc8f3ddd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:58.968196 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-57ecc68f-40f3-4cb6-9ae4-30bfc8f3ddd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:49:58.973112 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-57ecc68f-40f3-4cb6-9ae4-30bfc8f3ddd7 admin admin] Usage tracker for resource:security_group_rule and tenant:b8e35e445f2343c3a110f405d85e4e4b is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:49:58.976544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-57ecc68f-40f3-4cb6-9ae4-30bfc8f3ddd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:49:58.984023 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-57ecc68f-40f3-4cb6-9ae4-30bfc8f3ddd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:49:59.085950 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-57ecc68f-40f3-4cb6-9ae4-30bfc8f3ddd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:59.089799 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-57ecc68f-40f3-4cb6-9ae4-30bfc8f3ddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:59.100729 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d03624be-b7b6-47d8-a569-15edbdea443b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:59.149578 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-57ecc68f-40f3-4cb6-9ae4-30bfc8f3ddd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8e35e445f2343c3a110f405d85e4e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198606 Apr 21 14:49:59.151602 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecc68f-40f3-4cb6-9ae4-30bfc8f3ddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938dad5e-4928-493d-8aa9-7757b5e87e96,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:59.153914 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36642) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:59.155152 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-57ecc68f-40f3-4cb6-9ae4-30bfc8f3ddd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:59.252047 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eee6e16c-251d-4fa3-8a15-e6d41a322013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:59.303238 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eee6e16c-251d-4fa3-8a15-e6d41a322013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:59.366074 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eee6e16c-251d-4fa3-8a15-e6d41a322013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:59.372389 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-75892cba-403d-4406-bbee-99bc06757e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:49:59.392320 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6e16c-251d-4fa3-8a15-e6d41a322013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938dad5e-4928-493d-8aa9-7757b5e87e96,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:49:59.393686 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-eee6e16c-251d-4fa3-8a15-e6d41a322013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:49:59.410571 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eee6e16c-251d-4fa3-8a15-e6d41a322013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:49:59.415941 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-eee6e16c-251d-4fa3-8a15-e6d41a322013 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/938dad5e-4928-493d-8aa9-7757b5e87e96 HTTP/1.1" status: 204 len: 168 time: 0.2565970 Apr 21 14:50:01.883619 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36726) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:02.056894 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-062f8aea-540a-429f-8705-f6024a4725e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.087025 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-062f8aea-540a-429f-8705-f6024a4725e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:02.095181 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-062f8aea-540a-429f-8705-f6024a4725e1 admin admin] Usage tracker for resource:security_group_rule and tenant:3393b0796fb942759e03f3130acb3934 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:02.101155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-062f8aea-540a-429f-8705-f6024a4725e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:02.113449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-062f8aea-540a-429f-8705-f6024a4725e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:02.189007 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36734) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:02.240168 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-062f8aea-540a-429f-8705-f6024a4725e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.244086 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-062f8aea-540a-429f-8705-f6024a4725e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.253106 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-93560081-f929-4d6f-8565-52607d922eb8 tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:02.310022 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f8aea-540a-429f-8705-f6024a4725e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e914af18-03de-47ae-befb-258751524b8c,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:02.316188 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-062f8aea-540a-429f-8705-f6024a4725e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3393b0796fb942759e03f3130acb3934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306104 Apr 21 14:50:02.317867 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-062f8aea-540a-429f-8705-f6024a4725e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:02.320050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36740) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:02.378634 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-54b72d67-7ab3-4c87-b7a8-2a19080e0e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.411797 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-54b72d67-7ab3-4c87-b7a8-2a19080e0e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:02.422847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-54b72d67-7ab3-4c87-b7a8-2a19080e0e0f admin admin] Usage tracker for resource:security_group_rule and tenant:ffdf20f7b0af4552adcf37b210c229a5 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:02.430058 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-54b72d67-7ab3-4c87-b7a8-2a19080e0e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:02.443423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-54b72d67-7ab3-4c87-b7a8-2a19080e0e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:02.470219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d1dcfad1-4430-4560-9b2e-9bde6a4629b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.520598 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d1dcfad1-4430-4560-9b2e-9bde6a4629b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.626286 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d1dcfad1-4430-4560-9b2e-9bde6a4629b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.634247 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4e274820-cf72-44e9-90a9-d76c01d160f4 tempest-VolumesNegativeTest-15029874 tempest-VolumesNegativeTest-15029874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:02.647862 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-54b72d67-7ab3-4c87-b7a8-2a19080e0e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.653779 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcfad1-4430-4560-9b2e-9bde6a4629b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e914af18-03de-47ae-befb-258751524b8c,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:02.656707 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-54b72d67-7ab3-4c87-b7a8-2a19080e0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.664488 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d1dcfad1-4430-4560-9b2e-9bde6a4629b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:02.665084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d1dcfad1-4430-4560-9b2e-9bde6a4629b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:02.723634 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d1dcfad1-4430-4560-9b2e-9bde6a4629b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.725092 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d1dcfad1-4430-4560-9b2e-9bde6a4629b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e914af18-03de-47ae-befb-258751524b8c HTTP/1.1" status: 204 len: 168 time: 0.4034848 Apr 21 14:50:02.729910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b72d67-7ab3-4c87-b7a8-2a19080e0e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fde903-9008-4e13-8d93-a0286f179bde,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:02.735397 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-54b72d67-7ab3-4c87-b7a8-2a19080e0e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:02.744367 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-54b72d67-7ab3-4c87-b7a8-2a19080e0e0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffdf20f7b0af4552adcf37b210c229a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5496001 Apr 21 14:50:02.745493 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36746) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:02.843619 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6bb8-37c5-47d5-9bae-6a3d7b327b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.877917 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6bb8-37c5-47d5-9bae-6a3d7b327b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.928201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6bb8-37c5-47d5-9bae-6a3d7b327b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.934360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c2f5af7e-b942-4784-98b4-9a97e980537e tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:02.946939 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff6bb8-37c5-47d5-9bae-6a3d7b327b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fde903-9008-4e13-8d93-a0286f179bde,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:02.950281 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e7ff6bb8-37c5-47d5-9bae-6a3d7b327b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:02.957229 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6bb8-37c5-47d5-9bae-6a3d7b327b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:02.959153 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e7ff6bb8-37c5-47d5-9bae-6a3d7b327b87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06fde903-9008-4e13-8d93-a0286f179bde HTTP/1.1" status: 204 len: 168 time: 0.2122800 Apr 21 14:50:03.164738 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36754) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:03.189930 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-62bdb8d3-f533-4fcb-b5fe-571679ea3d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:03.207341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-62bdb8d3-f533-4fcb-b5fe-571679ea3d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:03.212000 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-62bdb8d3-f533-4fcb-b5fe-571679ea3d34 admin admin] Usage tracker for resource:security_group_rule and tenant:9ddad3fc17cf49c8be1ae3a0ec567781 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:03.215395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-62bdb8d3-f533-4fcb-b5fe-571679ea3d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:03.223176 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-62bdb8d3-f533-4fcb-b5fe-571679ea3d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:03.337543 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-62bdb8d3-f533-4fcb-b5fe-571679ea3d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:03.341425 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-62bdb8d3-f533-4fcb-b5fe-571679ea3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:03.353667 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9dfe1097-0b86-411d-9df8-9235da94619c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:03.439278 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-62bdb8d3-f533-4fcb-b5fe-571679ea3d34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ddad3fc17cf49c8be1ae3a0ec567781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726009 Apr 21 14:50:03.442327 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdb8d3-f533-4fcb-b5fe-571679ea3d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1998fd7c-2626-4d50-9c4a-516cdfbe3e53,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:03.443379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36760) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:03.446889 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-62bdb8d3-f533-4fcb-b5fe-571679ea3d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:03.523388 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-38f8b5aa-4d52-40bf-988c-e02aceff4aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:03.568245 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-38f8b5aa-4d52-40bf-988c-e02aceff4aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:03.572128 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36764) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:03.594318 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-61e97b49-36e4-43c4-bb8f-e8aa8c05b43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:03.614781 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-61e97b49-36e4-43c4-bb8f-e8aa8c05b43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:03.620118 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-61e97b49-36e4-43c4-bb8f-e8aa8c05b43e admin admin] Usage tracker for resource:security_group_rule and tenant:485b79ce7cfa44e1bddf204419a6e9b1 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:03.624336 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-61e97b49-36e4-43c4-bb8f-e8aa8c05b43e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:03.631111 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-61e97b49-36e4-43c4-bb8f-e8aa8c05b43e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:03.633842 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-38f8b5aa-4d52-40bf-988c-e02aceff4aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:03.644721 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-eee6e16c-251d-4fa3-8a15-e6d41a322013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:03.674821 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8b5aa-4d52-40bf-988c-e02aceff4aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1998fd7c-2626-4d50-9c4a-516cdfbe3e53,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:03.678735 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-38f8b5aa-4d52-40bf-988c-e02aceff4aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:03.690076 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-38f8b5aa-4d52-40bf-988c-e02aceff4aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:03.696900 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-38f8b5aa-4d52-40bf-988c-e02aceff4aff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1998fd7c-2626-4d50-9c4a-516cdfbe3e53 HTTP/1.1" status: 204 len: 168 time: 0.2473183 Apr 21 14:50:03.740684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-61e97b49-36e4-43c4-bb8f-e8aa8c05b43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:03.745069 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-61e97b49-36e4-43c4-bb8f-e8aa8c05b43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:03.755564 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6744862f-d8ea-4515-93f1-392e4f5489fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:03.803760 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-61e97b49-36e4-43c4-bb8f-e8aa8c05b43e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=485b79ce7cfa44e1bddf204419a6e9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301810 Apr 21 14:50:03.805852 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e97b49-36e4-43c4-bb8f-e8aa8c05b43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1d3e2f-5c86-49f9-b859-2f6d275de57e,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:03.809687 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36770) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:03.812642 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-61e97b49-36e4-43c4-bb8f-e8aa8c05b43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:03.885602 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-64f91d16-b5d0-481e-8176-726f7fb21d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:03.922870 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-64f91d16-b5d0-481e-8176-726f7fb21d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:03.989214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-64f91d16-b5d0-481e-8176-726f7fb21d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:03.999386 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-920772d6-6eb5-4978-a24d-b21c46a73ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:04.016084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f91d16-b5d0-481e-8176-726f7fb21d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1d3e2f-5c86-49f9-b859-2f6d275de57e,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:04.019827 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-64f91d16-b5d0-481e-8176-726f7fb21d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:04.033285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-64f91d16-b5d0-481e-8176-726f7fb21d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:04.035121 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-64f91d16-b5d0-481e-8176-726f7fb21d16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f1d3e2f-5c86-49f9-b859-2f6d275de57e HTTP/1.1" status: 204 len: 168 time: 0.2246315 Apr 21 14:50:05.019353 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a2cd5bff-45c7-49ac-ac67-4900983a7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:07.499005 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36898) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:07.785452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a9a542fa-4d87-4a24-8b2e-06afb19269e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:07.804156 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a9a542fa-4d87-4a24-8b2e-06afb19269e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:07.809466 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a9a542fa-4d87-4a24-8b2e-06afb19269e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ad1155fcb721436a8a6fc1e34a4f9c11 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:07.813566 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-a9a542fa-4d87-4a24-8b2e-06afb19269e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:07.822309 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-a9a542fa-4d87-4a24-8b2e-06afb19269e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:07.924035 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a9a542fa-4d87-4a24-8b2e-06afb19269e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:07.927405 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a9a542fa-4d87-4a24-8b2e-06afb19269e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:07.940054 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6c742be5-7487-49f0-b049-069971c69ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:07.989499 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-a9a542fa-4d87-4a24-8b2e-06afb19269e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad1155fcb721436a8a6fc1e34a4f9c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889746 Apr 21 14:50:07.990798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a542fa-4d87-4a24-8b2e-06afb19269e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6147e5b-25d8-4482-af62-3cdde9beaab7,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:07.993822 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36912) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:07.997650 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a9a542fa-4d87-4a24-8b2e-06afb19269e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:08.065475 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6d4bbb5e-2bbb-4e9f-841e-50ca73525601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.097309 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6d4bbb5e-2bbb-4e9f-841e-50ca73525601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.158071 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36916) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:08.171978 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6d4bbb5e-2bbb-4e9f-841e-50ca73525601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.178709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8948684f-d1d8-4007-b077-3eae66c71aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:08.193875 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bbb5e-2bbb-4e9f-841e-50ca73525601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6147e5b-25d8-4482-af62-3cdde9beaab7,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:08.197357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6d4bbb5e-2bbb-4e9f-841e-50ca73525601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:08.200559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6d4bbb5e-2bbb-4e9f-841e-50ca73525601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.206145 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6d4bbb5e-2bbb-4e9f-841e-50ca73525601 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6147e5b-25d8-4482-af62-3cdde9beaab7 HTTP/1.1" status: 204 len: 168 time: 0.2070341 Apr 21 14:50:08.291420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-27f1fc9f-996d-42cf-9791-a9c06aa9e1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.359760 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e0da621c-36a2-49b7-9351-7985003e73ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.381865 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e0da621c-36a2-49b7-9351-7985003e73ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:08.388633 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e0da621c-36a2-49b7-9351-7985003e73ec admin admin] Usage tracker for resource:security_group_rule and tenant:c2e15e94d4104c0fb4ec48a664beebe7 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:08.392592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-e0da621c-36a2-49b7-9351-7985003e73ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:08.400662 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-e0da621c-36a2-49b7-9351-7985003e73ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:08.553150 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e0da621c-36a2-49b7-9351-7985003e73ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.557698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e0da621c-36a2-49b7-9351-7985003e73ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.575712 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c72060b9-23d3-406c-9d98-c2a18e657ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:08.641675 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36926) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:08.663058 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8f3665ff-2f69-42c3-9a8f-3049580bf63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.665471 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e0da621c-36a2-49b7-9351-7985003e73ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2e15e94d4104c0fb4ec48a664beebe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5058954 Apr 21 14:50:08.666945 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da621c-36a2-49b7-9351-7985003e73ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf57cfe-6705-4cae-8e8e-20295e3c2857,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:08.670925 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36930) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:08.674538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e0da621c-36a2-49b7-9351-7985003e73ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:08.694837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-8f3665ff-2f69-42c3-9a8f-3049580bf63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:08.699819 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-8f3665ff-2f69-42c3-9a8f-3049580bf63a admin admin] Usage tracker for resource:security_group_rule and tenant:88cf9b75b2d94709bb8d98fe27406eef is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:08.703393 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-8f3665ff-2f69-42c3-9a8f-3049580bf63a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:08.710612 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-8f3665ff-2f69-42c3-9a8f-3049580bf63a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:08.754771 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-816755df-0588-43c1-9df0-f0af34ce7aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.786869 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-816755df-0588-43c1-9df0-f0af34ce7aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.841798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-816755df-0588-43c1-9df0-f0af34ce7aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.847095 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8f3665ff-2f69-42c3-9a8f-3049580bf63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.848530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-64f91d16-b5d0-481e-8176-726f7fb21d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:08.850430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8f3665ff-2f69-42c3-9a8f-3049580bf63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.861471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2dd085ae-0fe4-4afc-b61d-ea0569026fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:08.862987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816755df-0588-43c1-9df0-f0af34ce7aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf57cfe-6705-4cae-8e8e-20295e3c2857,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:08.871351 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-816755df-0588-43c1-9df0-f0af34ce7aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:08.875132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-816755df-0588-43c1-9df0-f0af34ce7aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:08.876925 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-816755df-0588-43c1-9df0-f0af34ce7aac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcf57cfe-6705-4cae-8e8e-20295e3c2857 HTTP/1.1" status: 204 len: 168 time: 0.2045922 Apr 21 14:50:08.907027 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3665ff-2f69-42c3-9a8f-3049580bf63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09fd73f-c264-469a-99bc-9a18211339eb,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:08.914038 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8f3665ff-2f69-42c3-9a8f-3049580bf63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:08.921727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36936) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:08.921913 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-8f3665ff-2f69-42c3-9a8f-3049580bf63a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88cf9b75b2d94709bb8d98fe27406eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785845 Apr 21 14:50:08.942445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:09.007507 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-456847c5-1214-4a1f-9bd2-2b488476c106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:09.039715 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-456847c5-1214-4a1f-9bd2-2b488476c106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:09.098420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-456847c5-1214-4a1f-9bd2-2b488476c106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:09.104444 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6f6d70ce-b0c6-4f95-90a6-56fa04a876b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:09.119749 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456847c5-1214-4a1f-9bd2-2b488476c106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09fd73f-c264-469a-99bc-9a18211339eb,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:09.123240 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-456847c5-1214-4a1f-9bd2-2b488476c106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:09.124550 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-456847c5-1214-4a1f-9bd2-2b488476c106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:09.126589 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-456847c5-1214-4a1f-9bd2-2b488476c106 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f09fd73f-c264-469a-99bc-9a18211339eb HTTP/1.1" status: 204 len: 168 time: 0.2025518 Apr 21 14:50:09.469445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36946) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:09.511248 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ffb7cb0a-6ada-409d-a142-0644e547e297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:09.539199 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ffb7cb0a-6ada-409d-a142-0644e547e297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:09.543938 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ffb7cb0a-6ada-409d-a142-0644e547e297 admin admin] Usage tracker for resource:security_group_rule and tenant:4885b66be0844e429b523158112278d5 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:09.547655 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-ffb7cb0a-6ada-409d-a142-0644e547e297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:09.555429 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-ffb7cb0a-6ada-409d-a142-0644e547e297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:09.678200 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ffb7cb0a-6ada-409d-a142-0644e547e297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:09.682008 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ffb7cb0a-6ada-409d-a142-0644e547e297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:09.695036 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-20201739-6016-4a1a-a53a-3870afb4928a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:09.783593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 36956) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:09.790468 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-ffb7cb0a-6ada-409d-a142-0644e547e297 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4885b66be0844e429b523158112278d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176377 Apr 21 14:50:09.794335 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7cb0a-6ada-409d-a142-0644e547e297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a485746-a1a5-419d-a42d-e687c4c215c9,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:09.804277 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ffb7cb0a-6ada-409d-a142-0644e547e297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:09.808344 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:09.849562 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:09.884938 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3976a99c-5856-4e40-bec1-f0778888d0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:09.916158 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3976a99c-5856-4e40-bec1-f0778888d0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:09.974270 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3976a99c-5856-4e40-bec1-f0778888d0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:09.987089 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e0da621c-36a2-49b7-9351-7985003e73ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:10.015317 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976a99c-5856-4e40-bec1-f0778888d0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a485746-a1a5-419d-a42d-e687c4c215c9,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:10.019445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3976a99c-5856-4e40-bec1-f0778888d0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:10.021219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3976a99c-5856-4e40-bec1-f0778888d0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:10.028164 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-3976a99c-5856-4e40-bec1-f0778888d0bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a485746-a1a5-419d-a42d-e687c4c215c9 HTTP/1.1" status: 204 len: 168 time: 0.2382476 Apr 21 14:50:10.367544 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36976) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:10.522110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1467519817-network', 'tenant_id': '8c45ec50b77c4ba09c730b687547673c'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:10.529953 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:10.535847 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Usage tracker for resource:network and tenant:8c45ec50b77c4ba09c730b687547673c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:10.541176 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:10.549465 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:10.560117 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Made reservation on behalf of 8c45ec50b77c4ba09c730b687547673c for: {'network': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:50:10.565745 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:10.581496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:10.600082 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:10.604616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Usage tracker for resource:security_group_rule and tenant:8c45ec50b77c4ba09c730b687547673c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:10.608112 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:10.615258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:10.723947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:10.727463 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:10.733056 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-05431e76-d4a0-4052-978b-51aa9b9e5545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:10.763713 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=86344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:50:10.779915 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3714ebff-61d7-4185-aa2e-f0a015cbcb7c,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:10.783294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:10.787265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:10.787812 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Added segment f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f of type vlan for network 92801ea5-ed58-401a-abad-54f8bacc1913 Apr 21 14:50:10.823388 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:10.864264 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:10.865972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:10.866642 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:10.872959 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:10.977616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:10.994880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Pushing event updated for resources: {'Network': ['ID=92801ea5-ed58-401a-abad-54f8bacc1913,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:10.998752 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:11.006997 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6bdcc2da-dd62-42fd-b76d-bc5b2631272b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6379995 Apr 21 14:50:11.008507 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network 92801ea5-ed58-401a-abad-54f8bacc1913 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:50:11.012423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 36996) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:11.019264 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Request body: {'subnet': {'network_id': '92801ea5-ed58-401a-abad-54f8bacc1913', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1467519817-subnet', 'tenant_id': '8c45ec50b77c4ba09c730b687547673c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:11.025585 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:11.030067 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Usage tracker for resource:subnet and tenant:8c45ec50b77c4ba09c730b687547673c is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:11.033565 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:11.040602 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:11.051335 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Made reservation on behalf of 8c45ec50b77c4ba09c730b687547673c for: {'subnet': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:50:11.056333 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840823286'] for subnet, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:11.548701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14974455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840823269'] for subnet, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:11.554727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9a182ba5-2f99-4457-9077-14205281ec49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:11.637530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9ae68a-4cde-43ed-b402-f9eae41ea276,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:11.642137 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:11.650614 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Checking segment: {'id': 'f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '92801ea5-ed58-401a-abad-54f8bacc1913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:50:11.651112 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Network hostable DHCP agents. Network: 92801ea5-ed58-401a-abad-54f8bacc1913, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:50:11.674047 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Network 92801ea5-ed58-401a-abad-54f8bacc1913 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:50:11.688641 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, 92801ea5-ed58-401a-abad-54f8bacc1913) {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:50:11.702235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b361896-87e9-4845-b6dc-62a867e77444 None None] Network 92801ea5-ed58-401a-abad-54f8bacc1913 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:50:11.712710 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:11.713838 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:11.741284 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d643be7b-06d1-4aa9-a6af-481507d77908 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7273781 Apr 21 14:50:12.065610 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7252d0a4-0078-45f6-b937-95fd62e8da33 None None] Network 92801ea5-ed58-401a-abad-54f8bacc1913 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:50:12.822939 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37040) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:12.831639 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-818560412-network', 'tenant_id': 'e4a0ba086c0d4522be18cdca85f5cd8b'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:12.838147 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:12.844085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Usage tracker for resource:network and tenant:e4a0ba086c0d4522be18cdca85f5cd8b is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:12.848722 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:12.859564 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:12.878083 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Made reservation on behalf of e4a0ba086c0d4522be18cdca85f5cd8b for: {'network': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:50:12.887780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:12.909467 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:12.927153 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:12.931935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Usage tracker for resource:security_group_rule and tenant:e4a0ba086c0d4522be18cdca85f5cd8b is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:12.935346 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:12.942281 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:13.044237 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:13.047701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:13.052428 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-57ecc68f-40f3-4cb6-9ae4-30bfc8f3ddd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:13.086061 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=86343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:50:13.097387 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b5320-ecb3-433d-81e1-c22344dfa470,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:13.101648 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:13.104629 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:13.105065 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Added segment 3847fee1-3f9f-4b82-b6b3-26c5a2128660 of type vlan for network 761e915f-a352-456a-babd-80db3e9b40a3 Apr 21 14:50:13.135994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:13.169950 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:13.171449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:13.172183 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:13.177970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b6974e66-b12b-4987-b00b-ba41e2303f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:13.287726 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4625428 Apr 21 14:50:13.290837 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37044) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:13.299644 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Request body: {'subnet': {'network_id': '761e915f-a352-456a-babd-80db3e9b40a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-818560412-subnet', 'tenant_id': 'e4a0ba086c0d4522be18cdca85f5cd8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:13.303589 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Pushing event updated for resources: {'Network': ['ID=761e915f-a352-456a-babd-80db3e9b40a3,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:13.307364 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:13.308994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:13.314279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Usage tracker for resource:subnet and tenant:e4a0ba086c0d4522be18cdca85f5cd8b is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:13.316963 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network 761e915f-a352-456a-babd-80db3e9b40a3 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:50:13.317725 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:13.325404 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:13.335675 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Made reservation on behalf of e4a0ba086c0d4522be18cdca85f5cd8b for: {'subnet': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:50:13.341599 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16554819'] for subnet, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:14.063068 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16554834'] for subnet, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:14.075667 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:14.237559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b88c1027-a0d1-45bb-b28b-3f204dcb23ef,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:14.246420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:14.247348 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Checking segment: {'id': '3847fee1-3f9f-4b82-b6b3-26c5a2128660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '761e915f-a352-456a-babd-80db3e9b40a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:50:14.248005 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Network hostable DHCP agents. Network: 761e915f-a352-456a-babd-80db3e9b40a3, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:50:14.282434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Network 761e915f-a352-456a-babd-80db3e9b40a3 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:50:14.294019 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, 761e915f-a352-456a-babd-80db3e9b40a3) {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:50:14.310240 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a064b7a-2553-4d4e-9e55-631ba5850805 None None] Network 761e915f-a352-456a-babd-80db3e9b40a3 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:50:14.313350 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:14.314219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:14.342532 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-5eb84965-95d1-47f1-ae28-92be002606ee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0467420 Apr 21 14:50:14.844249 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df44148-b399-4695-9823-cdc3c67175e8 None None] Network 761e915f-a352-456a-babd-80db3e9b40a3 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:50:15.151465 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:50:15.526195 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4b55c-3657-4368-a807-1505fb70608c req-3dfcad94-d876-4235-9514-0c1e08615967 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:15.527084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-dff4b55c-3657-4368-a807-1505fb70608c req-3dfcad94-d876-4235-9514-0c1e08615967 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Synchronizing usage tracker for tenant:8c45ec50b77c4ba09c730b687547673c on resource:network {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:50:15.548732 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-dff4b55c-3657-4368-a807-1505fb70608c req-3dfcad94-d876-4235-9514-0c1e08615967 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Unset dirty status for tenant:8c45ec50b77c4ba09c730b687547673c on resource:network {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:50:15.550663 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-3dfcad94-d876-4235-9514-0c1e08615967 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/networks?id=92801ea5-ed58-401a-abad-54f8bacc1913 HTTP/1.1" status: 200 len: 809 time: 0.2221115 Apr 21 14:50:15.573134 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-985afa25-a010-4d41-9156-52510968ff18 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/quotas/8c45ec50b77c4ba09c730b687547673c HTTP/1.1" status: 200 len: 375 time: 0.0146646 Apr 21 14:50:15.634868 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-16efb206-972d-4b55-9d15-390a6573edee tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c45ec50b77c4ba09c730b687547673c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535483 Apr 21 14:50:15.648398 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-06c8898a-a863-4570-af1c-c1c1c3ba21af service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 14:50:15.650037 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-06c8898a-a863-4570-af1c-c1c1c3ba21af service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064325 Apr 21 14:50:15.808097 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-729103e1-d7e4-4232-8adf-0ccb53b2cd59 service neutron] 10.222.0.15 "GET /v2.0/networks/92801ea5-ed58-401a-abad-54f8bacc1913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505475 Apr 21 14:50:15.967763 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-357d5a89-4ab2-4772-81ea-3d178da7d09e service neutron] 10.222.0.15 "GET /v2.0/networks/92801ea5-ed58-401a-abad-54f8bacc1913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514788 Apr 21 14:50:16.371791 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7c21cced-95d2-4c28-b7fc-b10805d3ba93 req-04d90c58-bc44-4a00-8330-ac4e8f9d09df tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 210 time: 0.2397108 Apr 21 14:50:17.207820 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37104) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:17.427835 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:17.587349 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:17.603414 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Usage tracker for resource:security_group_rule and tenant:037868816e0c4f3a9a2de586e83f324a is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:17.609527 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:17.618429 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dbcbb702-4c62-48a7-bbf1-2f5d8ffec736 req-11db81c7-55ca-493e-b1c3-5160591ba043 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 210 time: 0.1124773 Apr 21 14:50:17.632910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:17.723079 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4b55c-3657-4368-a807-1505fb70608c req-5e3c910c-2180-4d09-8310-bf723b4478e6 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:17.724779 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-5e3c910c-2180-4d09-8310-bf723b4478e6 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.44 "GET /v2.0/networks?id=92801ea5-ed58-401a-abad-54f8bacc1913 HTTP/1.1" status: 200 len: 809 time: 0.3389494 Apr 21 14:50:17.739494 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Request body: {'port': {'device_id': '16190bb0-2eab-47e8-b521-7d3ae519bba1', 'network_id': '92801ea5-ed58-401a-abad-54f8bacc1913', 'admin_state_up': True, 'tenant_id': '8c45ec50b77c4ba09c730b687547673c'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:17.929999 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:17.935276 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:17.944552 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:17.962592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:17.982529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Usage tracker for resource:port and tenant:8c45ec50b77c4ba09c730b687547673c is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:17.995451 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:18.008209 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:18.012951 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=037868816e0c4f3a9a2de586e83f324a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8038394 Apr 21 14:50:18.016902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37116) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:18.019007 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc40b61-785d-4976-b45d-0110ecfb9098,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:18.030871 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:18.031461 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:18.031890 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:18.032303 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:18.032712 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:18.033181 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:18.033565 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:18.033985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:18.034391 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:18.034795 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:18.035197 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:18.035600 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:18.040058 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-84b7f1e8-319b-4783-8dd4-0ff29489a2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:18.041164 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Made reservation on behalf of 8c45ec50b77c4ba09c730b687547673c for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:50:18.047661 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:18.099526 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b823866a-5995-4654-9214-b16565749f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:18.130533 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b823866a-5995-4654-9214-b16565749f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:18.201179 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b823866a-5995-4654-9214-b16565749f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:18.207451 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8f3665ff-2f69-42c3-9a8f-3049580bf63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:18.224880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823866a-5995-4654-9214-b16565749f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc40b61-785d-4976-b45d-0110ecfb9098,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:18.227822 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b823866a-5995-4654-9214-b16565749f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:18.231421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b823866a-5995-4654-9214-b16565749f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:18.233024 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b823866a-5995-4654-9214-b16565749f01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bc40b61-785d-4976-b45d-0110ecfb9098 HTTP/1.1" status: 204 len: 168 time: 0.2147117 Apr 21 14:50:18.312418 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Allocated IP 172.20.0.3 (92801ea5-ed58-401a-abad-54f8bacc1913/fe9ae68a-4cde-43ed-b402-f9eae41ea276/379f3fdb-32e0-4212-8e1d-8d785f87ddbc) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:50:18.605324 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:18.649732 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:18.657383 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b8358fec-eab5-4a29-bcba-206d3b1b9ac2 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:18.740451 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37126) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:18.777550 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0e3675e7-e35e-4432-b8a8-6580c37282ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:18.784221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Network 92801ea5-ed58-401a-abad-54f8bacc1913 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:50:18.790648 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:50:18.796184 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:50:18.836776 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Pushing event updated for resources: {'Port': ['ID=379f3fdb-32e0-4212-8e1d-8d785f87ddbc,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:18.844794 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:18.856810 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-0e3675e7-e35e-4432-b8a8-6580c37282ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:18.874065 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-0e3675e7-e35e-4432-b8a8-6580c37282ad admin admin] Usage tracker for resource:security_group_rule and tenant:cac4467d122a4879a9296c80106351b0 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:18.878903 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-0e3675e7-e35e-4432-b8a8-6580c37282ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:18.883081 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:18.884112 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:18.887175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-0e3675e7-e35e-4432-b8a8-6580c37282ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:18.915973 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1809587 Apr 21 14:50:18.926793 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-f303f98a-e9ca-4197-89d0-81e7d85c3a74 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 14:50:18.928102 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-f303f98a-e9ca-4197-89d0-81e7d85c3a74 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061874 Apr 21 14:50:18.940047 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Request body: {'port': {'device_id': '16190bb0-2eab-47e8-b521-7d3ae519bba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:18.963553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748288db-d948-43f1-b928-b0de8143ed50 req-f5bdf5d2-48f8-40cb-a977-1d7b7ec891e7 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:18.965588 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-748288db-d948-43f1-b928-b0de8143ed50 req-f5bdf5d2-48f8-40cb-a977-1d7b7ec891e7 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 931 time: 0.1603849 Apr 21 14:50:19.062262 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-748288db-d948-43f1-b928-b0de8143ed50 req-1f4723ef-1b41-46e1-a8f3-3ac56ec12169 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Synchronizing usage tracker for tenant:8c45ec50b77c4ba09c730b687547673c on resource:security_group {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:50:19.093724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0e3675e7-e35e-4432-b8a8-6580c37282ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:19.095206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:19.101140 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0e3675e7-e35e-4432-b8a8-6580c37282ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:19.113260 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-748a5370-f636-4f14-ac33-bffa85db0518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:19.141192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-748288db-d948-43f1-b928-b0de8143ed50 req-1f4723ef-1b41-46e1-a8f3-3ac56ec12169 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Unset dirty status for tenant:8c45ec50b77c4ba09c730b687547673c on resource:security_group {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:50:19.143783 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-748288db-d948-43f1-b928-b0de8143ed50 req-1f4723ef-1b41-46e1-a8f3-3ac56ec12169 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/security-groups?id=3714ebff-61d7-4185-aa2e-f0a015cbcb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648185 Apr 21 14:50:19.196347 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-0e3675e7-e35e-4432-b8a8-6580c37282ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cac4467d122a4879a9296c80106351b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525049 Apr 21 14:50:19.198236 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3675e7-e35e-4432-b8a8-6580c37282ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1dff17-83d8-43fa-b282-48bd75d2b5b4,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:19.202839 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37130) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:19.207636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0e3675e7-e35e-4432-b8a8-6580c37282ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:19.313710 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:19.350699 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:19.431334 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:19.439141 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d1ffafed-9134-4395-80a7-7de20595ff7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:19.455249 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1dff17-83d8-43fa-b282-48bd75d2b5b4,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:19.467109 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:19.472424 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba1dff17-83d8-43fa-b282-48bd75d2b5b4 HTTP/1.1" status: 204 len: 168 time: 0.2640126 Apr 21 14:50:19.472424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:19.472424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:19.472424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:19.472424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:19.472424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:19.472424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:19.473494 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:19.473494 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:19.473494 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:19.473901 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:19.474437 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:19.475261 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:19.497050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d206eabe-f96c-45e7-b650-f7b4738af9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:19.736086 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379f3fdb-32e0-4212-8e1d-8d785f87ddbc {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:50:19.752167 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:19.784343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Transition to ACTIVE for port object 379f3fdb-32e0-4212-8e1d-8d785f87ddbc will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:50:19.788470 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:19.797288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a34a8ff1-6baf-4924-b1a0-7300f10a9a31 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:19.989456 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Pushing event updated for resources: {'Port': ['ID=379f3fdb-32e0-4212-8e1d-8d785f87ddbc,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:20.001048 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:20.088688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Attempting to bind port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:50:20.089252 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Attempting to bind port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '92801ea5-ed58-401a-abad-54f8bacc1913'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:50:20.089916 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Attempting to bind port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc on network 92801ea5-ed58-401a-abad-54f8bacc1913 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:50:20.096584 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc on network 92801ea5-ed58-401a-abad-54f8bacc1913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:50:20.096994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Attempting to bind port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc on network 92801ea5-ed58-401a-abad-54f8bacc1913 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:50:20.103013 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:20.103390 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Checking segment: {'id': 'f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '92801ea5-ed58-401a-abad-54f8bacc1913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:50:20.103821 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Bound using segment: {'id': 'f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '92801ea5-ed58-401a-abad-54f8bacc1913'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:20.104308 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Bound port: 379f3fdb-32e0-4212-8e1d-8d785f87ddbc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '92801ea5-ed58-401a-abad-54f8bacc1913'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:50:20.104700 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:20.236335 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] For port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:50:20.241113 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] For port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=379f3fdb-32e0-4212-8e1d-8d785f87ddbc,segment=NetworkSegment(f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f),segment_id=f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:50:20.253211 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:20.259128 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-08a28af4-9a2f-4405-b8e1-ec28b652acbe tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:20.316707 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:20.317528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:20.319125 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] 10.222.0.44 "PUT /v2.0/ports/379f3fdb-32e0-4212-8e1d-8d785f87ddbc HTTP/1.1" status: 200 len: 1093 time: 1.3842363 Apr 21 14:50:20.319708 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16190bb0-2eab-47e8-b521-7d3ae519bba1', 'tag': '379f3fdb-32e0-4212-8e1d-8d785f87ddbc'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:50:20.424452 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Pushing event updated for resources: {'Port': ['ID=379f3fdb-32e0-4212-8e1d-8d785f87ddbc,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:20.429620 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16190bb0-2eab-47e8-b521-7d3ae519bba1', 'tag': '379f3fdb-32e0-4212-8e1d-8d785f87ddbc', 'status': 'completed', 'code': 200} Apr 21 14:50:20.434523 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:20.470520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4b55c-3657-4368-a807-1505fb70608c req-1bb32497-b242-495c-9a8a-bfbb7afa98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:20.472640 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-1bb32497-b242-495c-9a8a-bfbb7afa98cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c45ec50b77c4ba09c730b687547673c&device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 1096 time: 0.1104887 Apr 21 14:50:20.522118 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93adcb3-4080-43c4-9f03-1f6b1023700c req-42ee2633-1c92-4a8c-a819-7c90d1d48532 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:20.524943 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c93adcb3-4080-43c4-9f03-1f6b1023700c req-42ee2633-1c92-4a8c-a819-7c90d1d48532 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 943 time: 0.1861362 Apr 21 14:50:20.950644 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-6db26fc2-82d9-4197-846a-e8b0533df35e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=379f3fdb-32e0-4212-8e1d-8d785f87ddbc HTTP/1.1" status: 200 len: 217 time: 0.4705932 Apr 21 14:50:20.984547 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c93adcb3-4080-43c4-9f03-1f6b1023700c req-a7e0bbce-5cd7-4a94-82df-ab9a10760136 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/security-groups?id=3714ebff-61d7-4185-aa2e-f0a015cbcb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514279 Apr 21 14:50:21.036330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4b55c-3657-4368-a807-1505fb70608c req-93d25cc4-a2bc-4b53-8f7e-b24012344aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:21.037889 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-93d25cc4-a2bc-4b53-8f7e-b24012344aaa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe9ae68a-4cde-43ed-b402-f9eae41ea276 HTTP/1.1" status: 200 len: 849 time: 0.0754170 Apr 21 14:50:21.096538 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-d4f70043-eeb7-4a41-a037-572b02ef55fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92801ea5-ed58-401a-abad-54f8bacc1913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510943 Apr 21 14:50:21.250986 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-c7bbc37c-fa46-4e10-a815-fba28be500eb service neutron] 10.222.0.44 "GET /v2.0/networks/92801ea5-ed58-401a-abad-54f8bacc1913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478233 Apr 21 14:50:21.417511 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dff4b55c-3657-4368-a807-1505fb70608c req-17238f76-fd8b-4ba2-a250-d5934af18b00 service neutron] 10.222.0.44 "GET /v2.0/networks/92801ea5-ed58-401a-abad-54f8bacc1913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603732 Apr 21 14:50:21.577256 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88eb3d-a5c1-43c0-a867-f484ab67c186 req-a875b37a-d66d-4dad-9624-83b0a553c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:21.578898 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a88eb3d-a5c1-43c0-a867-f484ab67c186 req-a875b37a-d66d-4dad-9624-83b0a553c630 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c45ec50b77c4ba09c730b687547673c&device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 1096 time: 0.1129708 Apr 21 14:50:21.737286 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88eb3d-a5c1-43c0-a867-f484ab67c186 req-31a6956b-ad3f-49ca-93aa-db4f29d50015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:21.738903 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a88eb3d-a5c1-43c0-a867-f484ab67c186 req-31a6956b-ad3f-49ca-93aa-db4f29d50015 service neutron] 10.222.0.44 "GET /v2.0/networks?id=92801ea5-ed58-401a-abad-54f8bacc1913 HTTP/1.1" status: 200 len: 910 time: 0.1533291 Apr 21 14:50:21.824712 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a88eb3d-a5c1-43c0-a867-f484ab67c186 req-d6820261-1fd2-4dd5-8f9c-d39acd17d101 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=379f3fdb-32e0-4212-8e1d-8d785f87ddbc HTTP/1.1" status: 200 len: 217 time: 0.0755723 Apr 21 14:50:21.922358 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88eb3d-a5c1-43c0-a867-f484ab67c186 req-0e148550-fb46-4c95-81f9-3ab3d7a28f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:21.925303 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a88eb3d-a5c1-43c0-a867-f484ab67c186 req-0e148550-fb46-4c95-81f9-3ab3d7a28f6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe9ae68a-4cde-43ed-b402-f9eae41ea276 HTTP/1.1" status: 200 len: 849 time: 0.0943568 Apr 21 14:50:22.026736 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a88eb3d-a5c1-43c0-a867-f484ab67c186 req-46f819f0-f118-4fc3-9cee-6adc66c33176 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92801ea5-ed58-401a-abad-54f8bacc1913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943365 Apr 21 14:50:22.262922 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a88eb3d-a5c1-43c0-a867-f484ab67c186 req-3327023e-473d-4d8b-a5ed-725fc275fc50 service neutron] 10.222.0.44 "GET /v2.0/networks/92801ea5-ed58-401a-abad-54f8bacc1913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288125 Apr 21 14:50:22.288265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74cec2-cf0f-438d-841d-aa9d232d5e25 req-05f9d32e-3264-48ba-a95f-f1adfccbc93d tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:22.291328 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0f74cec2-cf0f-438d-841d-aa9d232d5e25 req-05f9d32e-3264-48ba-a95f-f1adfccbc93d tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 943 time: 0.1159246 Apr 21 14:50:22.379606 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0f74cec2-cf0f-438d-841d-aa9d232d5e25 req-30020b60-c946-498d-8f3d-49e94d00c214 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/security-groups?id=3714ebff-61d7-4185-aa2e-f0a015cbcb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797551 Apr 21 14:50:22.424683 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7a88eb3d-a5c1-43c0-a867-f484ab67c186 req-af7a4b86-53d6-485a-9daf-e98d06223e80 service neutron] 10.222.0.44 "GET /v2.0/networks/92801ea5-ed58-401a-abad-54f8bacc1913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548405 Apr 21 14:50:23.543522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 379f3fdb-32e0-4212-8e1d-8d785f87ddbc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:50:23.680384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152e080-863e-4631-9903-5f90fed23f7e req-8e03124d-9058-4952-bdd5-00ccf422ecc1 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:23.683969 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2152e080-863e-4631-9903-5f90fed23f7e req-8e03124d-9058-4952-bdd5-00ccf422ecc1 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 943 time: 0.1698165 Apr 21 14:50:23.753718 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=379f3fdb-32e0-4212-8e1d-8d785f87ddbc,segment=NetworkSegment(f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f),segment_id=f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:50:23.755116 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2152e080-863e-4631-9903-5f90fed23f7e req-230f02e5-307d-49c6-ae86-dbdcb2f2a3c5 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/security-groups?id=3714ebff-61d7-4185-aa2e-f0a015cbcb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637832 Apr 21 14:50:23.781426 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': '379f3fdb-32e0-4212-8e1d-8d785f87ddbc', 'network_id': '92801ea5-ed58-401a-abad-54f8bacc1913', 'port_id': '379f3fdb-32e0-4212-8e1d-8d785f87ddbc', 'mac_address': 'fa:16:3e:b6:74:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9ae68a-4cde-43ed-b402-f9eae41ea276', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:50:23.890558 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:23.918157 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379f3fdb-32e0-4212-8e1d-8d785f87ddbc {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:50:23.944597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=379f3fdb-32e0-4212-8e1d-8d785f87ddbc,segment=NetworkSegment(f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f),segment_id=f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:50:23.949527 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:23.953223 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:24.046748 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=379f3fdb-32e0-4212-8e1d-8d785f87ddbc,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:24.058013 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:24.059191 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:24.059832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:24.060446 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:24.060989 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:24.061494 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:24.062024 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:24.062509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:24.063039 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:24.063553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:24.064074 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:24.064647 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:50:24.071909 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:24.308076 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['379f3fdb-32e0-4212-8e1d-8d785f87ddbc'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:50:24.997556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25951ead-13c9-421f-9564-323ce5123ce9 req-f32b3ed5-58c1-45de-9107-9ed3e42e74a3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:24.999294 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-25951ead-13c9-421f-9564-323ce5123ce9 req-f32b3ed5-58c1-45de-9107-9ed3e42e74a3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 944 time: 0.1021643 Apr 21 14:50:25.052960 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-25951ead-13c9-421f-9564-323ce5123ce9 req-f2346c31-77f0-455d-b287-a53c0198fe86 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/security-groups?id=3714ebff-61d7-4185-aa2e-f0a015cbcb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463712 Apr 21 14:50:25.546012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 379f3fdb-32e0-4212-8e1d-8d785f87ddbc up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:50:25.632937 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:50:25.639913 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:50:25.640564 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:25.826277 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:25.867852 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16190bb0-2eab-47e8-b521-7d3ae519bba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379f3fdb-32e0-4212-8e1d-8d785f87ddbc'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:50:25.879996 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=379f3fdb-32e0-4212-8e1d-8d785f87ddbc,segment=NetworkSegment(f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f),segment_id=f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:50:25.884279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:25.887406 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:25.941415 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16190bb0-2eab-47e8-b521-7d3ae519bba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379f3fdb-32e0-4212-8e1d-8d785f87ddbc', 'code': 200} Apr 21 14:50:25.973854 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=379f3fdb-32e0-4212-8e1d-8d785f87ddbc,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:25.977392 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:26.200594 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed0c83-bf75-4593-84c6-02ad4c182512 req-1c007d42-e70a-4aa4-b3e3-7ac40c9643b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:26.202267 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6eed0c83-bf75-4593-84c6-02ad4c182512 req-1c007d42-e70a-4aa4-b3e3-7ac40c9643b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 1098 time: 0.0873284 Apr 21 14:50:26.250743 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6eed0c83-bf75-4593-84c6-02ad4c182512 req-c9d379f9-2e97-4e44-8490-fb79ca54b1a6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3714ebff-61d7-4185-aa2e-f0a015cbcb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 Apr 21 14:50:26.369802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89647-e133-4f58-a1eb-f69d82d1025c req-022f3c42-fa20-4e17-abb7-82193ca3142a tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:26.372037 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e4d89647-e133-4f58-a1eb-f69d82d1025c req-022f3c42-fa20-4e17-abb7-82193ca3142a tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 945 time: 0.1029704 Apr 21 14:50:26.425032 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e4d89647-e133-4f58-a1eb-f69d82d1025c req-99844381-c755-4845-a574-f862d2e9e1fc tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/security-groups?id=3714ebff-61d7-4185-aa2e-f0a015cbcb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458767 Apr 21 14:50:27.755609 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76559ad-65ac-4c67-8345-f5f258f5b73c req-186004ea-41a5-4169-a971-8bfda391d74e tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:27.758059 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f76559ad-65ac-4c67-8345-f5f258f5b73c req-186004ea-41a5-4169-a971-8bfda391d74e tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 945 time: 0.1453519 Apr 21 14:50:27.820136 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f76559ad-65ac-4c67-8345-f5f258f5b73c req-ea528c86-8bf0-4e77-8df1-7935a692d5f7 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/security-groups?id=3714ebff-61d7-4185-aa2e-f0a015cbcb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536456 Apr 21 14:50:31.848798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720addd-b828-49ec-a165-7768dc76087d req-ad9decfc-7e67-465b-9792-d719edf3b3ac tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:31.850437 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2720addd-b828-49ec-a165-7768dc76087d req-ad9decfc-7e67-465b-9792-d719edf3b3ac tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 945 time: 0.0918682 Apr 21 14:50:31.910747 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2720addd-b828-49ec-a165-7768dc76087d req-54b5c6df-17c0-43e5-9a55-ea6d63b63a3d tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/security-groups?id=3714ebff-61d7-4185-aa2e-f0a015cbcb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480347 Apr 21 14:50:33.218918 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008583f-425d-42a6-ac2f-f6ace30b6a4b req-0025d0d7-821c-4cdf-ae13-939409f90ee9 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:33.222084 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8008583f-425d-42a6-ac2f-f6ace30b6a4b req-0025d0d7-821c-4cdf-ae13-939409f90ee9 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 945 time: 0.1044877 Apr 21 14:50:33.265444 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55344b8f-30b7-4145-9f06-fa52648fadff req-72e051f3-318e-46fe-ac7a-cfb16c026b09 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:33.266802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-55344b8f-30b7-4145-9f06-fa52648fadff req-72e051f3-318e-46fe-ac7a-cfb16c026b09 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Synchronizing usage tracker for tenant:8c45ec50b77c4ba09c730b687547673c on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:50:33.295803 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-55344b8f-30b7-4145-9f06-fa52648fadff req-72e051f3-318e-46fe-ac7a-cfb16c026b09 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Unset dirty status for tenant:8c45ec50b77c4ba09c730b687547673c on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:50:33.297811 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-55344b8f-30b7-4145-9f06-fa52648fadff req-72e051f3-318e-46fe-ac7a-cfb16c026b09 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.44 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 945 time: 0.1535442 Apr 21 14:50:33.298256 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8008583f-425d-42a6-ac2f-f6ace30b6a4b req-bc82fe27-d3ee-4b60-86bc-43687ce6a003 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/security-groups?id=3714ebff-61d7-4185-aa2e-f0a015cbcb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684206 Apr 21 14:50:33.443337 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-55344b8f-30b7-4145-9f06-fa52648fadff req-270ed1d5-b842-44b2-a774-f40e56980450 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Deleting port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:33.443983 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-55344b8f-30b7-4145-9f06-fa52648fadff req-270ed1d5-b842-44b2-a774-f40e56980450 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:33.674127 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37290) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:33.787753 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-55344b8f-30b7-4145-9f06-fa52648fadff req-270ed1d5-b842-44b2-a774-f40e56980450 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] For port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=379f3fdb-32e0-4212-8e1d-8d785f87ddbc,segment=NetworkSegment(f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f),segment_id=f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:50:33.788164 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-55344b8f-30b7-4145-9f06-fa52648fadff req-270ed1d5-b842-44b2-a774-f40e56980450 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:33.825513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-359bf8e6-3d69-4a35-9485-8184c858fd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:33.843537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-359bf8e6-3d69-4a35-9485-8184c858fd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:33.848579 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-359bf8e6-3d69-4a35-9485-8184c858fd88 admin admin] Usage tracker for resource:security_group_rule and tenant:f780f6cdef9a4f979ada3451d083c8a2 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:33.852554 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-359bf8e6-3d69-4a35-9485-8184c858fd88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:33.859701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-359bf8e6-3d69-4a35-9485-8184c858fd88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:33.933079 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-55344b8f-30b7-4145-9f06-fa52648fadff req-270ed1d5-b842-44b2-a774-f40e56980450 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Calling delete_port for 379f3fdb-32e0-4212-8e1d-8d785f87ddbc owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:50:33.962263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-359bf8e6-3d69-4a35-9485-8184c858fd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:33.966263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-359bf8e6-3d69-4a35-9485-8184c858fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:33.981633 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6d07cce9-1dcf-488d-9bb2-a7885144cb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:34.029555 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-359bf8e6-3d69-4a35-9485-8184c858fd88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f780f6cdef9a4f979ada3451d083c8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538640 Apr 21 14:50:34.032767 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bf8e6-3d69-4a35-9485-8184c858fd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dc41d0-150d-4719-8ad3-d538e51d0a36,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:34.034669 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37296) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:34.037487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-359bf8e6-3d69-4a35-9485-8184c858fd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:34.202695 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-55344b8f-30b7-4145-9f06-fa52648fadff req-270ed1d5-b842-44b2-a774-f40e56980450 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:34.214533 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-30442288-8a3e-4327-816f-1c80c7384149 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:34.215090 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['379f3fdb-32e0-4212-8e1d-8d785f87ddbc'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:50:34.267321 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fc402cd3-e760-4022-8c75-6c1fda0a4073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:34.271980 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ed1d5-b842-44b2-a774-f40e56980450 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Pushing event deleted for resources: {'Port': ['ID=379f3fdb-32e0-4212-8e1d-8d785f87ddbc,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:34.276988 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-270ed1d5-b842-44b2-a774-f40e56980450 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:34.384628 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-55344b8f-30b7-4145-9f06-fa52648fadff req-270ed1d5-b842-44b2-a774-f40e56980450 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] No DVR routers for this DVR port 379f3fdb-32e0-4212-8e1d-8d785f87ddbc on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:50:34.388267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fc402cd3-e760-4022-8c75-6c1fda0a4073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:34.396183 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-55344b8f-30b7-4145-9f06-fa52648fadff req-270ed1d5-b842-44b2-a774-f40e56980450 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:34.399218 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16190bb0-2eab-47e8-b521-7d3ae519bba1', 'name': 'network-vif-deleted', 'tag': '379f3fdb-32e0-4212-8e1d-8d785f87ddbc'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:50:34.438591 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-55344b8f-30b7-4145-9f06-fa52648fadff req-270ed1d5-b842-44b2-a774-f40e56980450 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.44 "DELETE /v2.0/ports/379f3fdb-32e0-4212-8e1d-8d785f87ddbc HTTP/1.1" status: 204 len: 173 time: 1.1351845 Apr 21 14:50:34.493238 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fc402cd3-e760-4022-8c75-6c1fda0a4073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:34.497959 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-2261e5e1-eab7-4571-acfe-a9ce2d586d0b req-51bd3bb4-2f98-4db8-989f-069d37f8d5db tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] 10.222.0.15 "GET /v2.0/ports?device_id=16190bb0-2eab-47e8-b521-7d3ae519bba1 HTTP/1.1" status: 200 len: 210 time: 0.0706315 Apr 21 14:50:34.500155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1c706deb-9d93-4d85-95fa-3412fc18ba6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:34.514155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc402cd3-e760-4022-8c75-6c1fda0a4073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dc41d0-150d-4719-8ad3-d538e51d0a36,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:34.516892 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-fc402cd3-e760-4022-8c75-6c1fda0a4073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:34.524667 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fc402cd3-e760-4022-8c75-6c1fda0a4073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:34.529247 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-fc402cd3-e760-4022-8c75-6c1fda0a4073 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2dc41d0-150d-4719-8ad3-d538e51d0a36 HTTP/1.1" status: 204 len: 168 time: 0.4925554 Apr 21 14:50:34.734968 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16190bb0-2eab-47e8-b521-7d3ae519bba1', 'name': 'network-vif-deleted', 'tag': '379f3fdb-32e0-4212-8e1d-8d785f87ddbc', 'status': 'completed', 'code': 200} Apr 21 14:50:34.948226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37310) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:34.971740 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8ae54390-722c-414b-bac3-a35b6125298d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:34.989629 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-8ae54390-722c-414b-bac3-a35b6125298d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:34.994167 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-8ae54390-722c-414b-bac3-a35b6125298d admin admin] Usage tracker for resource:security_group_rule and tenant:d7c78ab619f64591b5b2a56201eebf0a is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:34.998059 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-8ae54390-722c-414b-bac3-a35b6125298d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:35.006968 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-8ae54390-722c-414b-bac3-a35b6125298d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:35.022167 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f994c6de-eb55-4fd9-809f-ad3ce752d8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:35.130828 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8ae54390-722c-414b-bac3-a35b6125298d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:35.134993 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8ae54390-722c-414b-bac3-a35b6125298d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:35.152652 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a7779382-a18e-4cbd-9d88-5652ac811566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:35.209402 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-8ae54390-722c-414b-bac3-a35b6125298d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7c78ab619f64591b5b2a56201eebf0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591288 Apr 21 14:50:35.211113 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae54390-722c-414b-bac3-a35b6125298d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3696325-9431-4c6e-a824-2c71c46a3281,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:35.213438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37314) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:35.216361 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8ae54390-722c-414b-bac3-a35b6125298d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:35.281435 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f4aba548-a56d-4560-9663-e67650e7c49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:35.311387 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f4aba548-a56d-4560-9663-e67650e7c49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:35.359887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f4aba548-a56d-4560-9663-e67650e7c49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:35.365243 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6d4bbb5e-2bbb-4e9f-841e-50ca73525601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:35.381639 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aba548-a56d-4560-9663-e67650e7c49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3696325-9431-4c6e-a824-2c71c46a3281,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:35.385088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f4aba548-a56d-4560-9663-e67650e7c49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:35.390209 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f4aba548-a56d-4560-9663-e67650e7c49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:35.391488 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-f4aba548-a56d-4560-9663-e67650e7c49e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3696325-9431-4c6e-a824-2c71c46a3281 HTTP/1.1" status: 204 len: 168 time: 0.1769545 Apr 21 14:50:37.592153 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 379f3fdb-32e0-4212-8e1d-8d785f87ddbc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:50:37.638293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: 379f3fdb-32e0-4212-8e1d-8d785f87ddbc {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:50:37.638848 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device 379f3fdb-32e0-4212-8e1d-8d785f87ddbc not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:50:38.290067 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1802c871-a346-478d-85fa-f049b6c381ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:38.943788 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:39.777050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:39.849223 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:40.024407 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37386) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.162623 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-704e4789-304b-4a97-8799-85a6fdaa6983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:40.179875 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-704e4789-304b-4a97-8799-85a6fdaa6983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:40.185018 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-704e4789-304b-4a97-8799-85a6fdaa6983 admin admin] Usage tracker for resource:security_group_rule and tenant:b22b10bf3a7b41a4bba7e1dcf339e569 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:40.188275 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-704e4789-304b-4a97-8799-85a6fdaa6983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:40.195088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-704e4789-304b-4a97-8799-85a6fdaa6983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:40.304890 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-704e4789-304b-4a97-8799-85a6fdaa6983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:40.308677 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-704e4789-304b-4a97-8799-85a6fdaa6983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:40.318357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f0547328-dfaa-4bfd-9d3e-9097a8dda0e0 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:40.363846 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-704e4789-304b-4a97-8799-85a6fdaa6983 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b22b10bf3a7b41a4bba7e1dcf339e569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380673 Apr 21 14:50:40.365865 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e4789-304b-4a97-8799-85a6fdaa6983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5c7598-f8a4-480a-9d66-1d2ac3232b2d,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:40.367359 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37392) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.370754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-704e4789-304b-4a97-8799-85a6fdaa6983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:40.440424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b14383db-babd-498b-bfbd-90e028398678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:40.474686 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b14383db-babd-498b-bfbd-90e028398678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:40.536352 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b14383db-babd-498b-bfbd-90e028398678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:40.540562 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a25ceefd-55e2-4a80-aef1-7a236c501db4 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:40.554203 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14383db-babd-498b-bfbd-90e028398678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5c7598-f8a4-480a-9d66-1d2ac3232b2d,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:40.559314 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b14383db-babd-498b-bfbd-90e028398678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:40.568039 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b14383db-babd-498b-bfbd-90e028398678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:40.574055 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b14383db-babd-498b-bfbd-90e028398678 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e5c7598-f8a4-480a-9d66-1d2ac3232b2d HTTP/1.1" status: 204 len: 168 time: 0.2051477 Apr 21 14:50:40.981421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:52.150002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:50:54.512042 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37618) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:54.669907 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-cc091269-d860-4507-b446-6fd864a3a110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:54.698173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-cc091269-d860-4507-b446-6fd864a3a110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:54.705508 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-cc091269-d860-4507-b446-6fd864a3a110 admin admin] Usage tracker for resource:security_group_rule and tenant:1dae116cdede4f64a73d3a7ac6c041cb is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:54.710967 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-cc091269-d860-4507-b446-6fd864a3a110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:54.722507 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-cc091269-d860-4507-b446-6fd864a3a110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:54.854656 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37626) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:54.856455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-cc091269-d860-4507-b446-6fd864a3a110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:54.859904 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-cc091269-d860-4507-b446-6fd864a3a110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:54.868795 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a596aede-70de-49fb-bdaf-8634ab45585e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:54.920242 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc091269-d860-4507-b446-6fd864a3a110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9030aef3-ebc7-46f3-818d-f10fd5496e73,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:54.924559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cc091269-d860-4507-b446-6fd864a3a110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:54.930987 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-cc091269-d860-4507-b446-6fd864a3a110 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1dae116cdede4f64a73d3a7ac6c041cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144075 Apr 21 14:50:54.931439 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37630) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:54.939919 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40d1702-7033-4a00-8d86-ae0f2cd71680 admin admin] Deleting subnet fe9ae68a-4cde-43ed-b402-f9eae41ea276 {{(pid=86344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:50:54.945614 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b40d1702-7033-4a00-8d86-ae0f2cd71680 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:55.024509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-89bd1ac4-2619-4247-896e-81824d46ce32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:55.031271 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b40d1702-7033-4a00-8d86-ae0f2cd71680 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15093118'] for subnet, precommit_delete_associations {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:55.076472 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-89bd1ac4-2619-4247-896e-81824d46ce32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:55.138895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b40d1702-7033-4a00-8d86-ae0f2cd71680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:55.160199 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-89bd1ac4-2619-4247-896e-81824d46ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:55.165330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3976a99c-5856-4e40-bec1-f0778888d0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:55.181909 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd1ac4-2619-4247-896e-81824d46ce32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9030aef3-ebc7-46f3-818d-f10fd5496e73,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:55.186848 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-89bd1ac4-2619-4247-896e-81824d46ce32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:55.189914 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-89bd1ac4-2619-4247-896e-81824d46ce32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:55.195809 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-89bd1ac4-2619-4247-896e-81824d46ce32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9030aef3-ebc7-46f3-818d-f10fd5496e73 HTTP/1.1" status: 204 len: 168 time: 0.2588918 Apr 21 14:50:55.603357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b40d1702-7033-4a00-8d86-ae0f2cd71680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839801422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13952544'] for subnet, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:55.609622 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:55.655929 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d1702-7033-4a00-8d86-ae0f2cd71680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9ae68a-4cde-43ed-b402-f9eae41ea276,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:55.659642 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b40d1702-7033-4a00-8d86-ae0f2cd71680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:55.664349 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b40d1702-7033-4a00-8d86-ae0f2cd71680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:55.679349 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b40d1702-7033-4a00-8d86-ae0f2cd71680 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fe9ae68a-4cde-43ed-b402-f9eae41ea276 HTTP/1.1" status: 204 len: 168 time: 0.8231857 Apr 21 14:50:55.682930 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37642) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.883033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:56.121910 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:56.255840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92801ea5-ed58-401a-abad-54f8bacc1913']}} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:50:56.273186 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f') {'for_net_delete': True} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:50:56.273699 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99fa0df-5d5d-4d81-b7a3-47a7719cbb9f') {} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:50:56.290844 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838360413'] for segment, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:56.321854 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:56.331668 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=86343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:50:56.379183 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37658) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:56.543115 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1221089942-network', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:56.552305 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:56.559118 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Usage tracker for resource:network and tenant:d898c0563eb7421792fba18e61e3e727 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:56.562429 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:56.570116 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:56.580473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Made reservation on behalf of d898c0563eb7421792fba18e61e3e727 for: {'network': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:50:56.585606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:56.601127 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:56.618926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:56.624100 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Usage tracker for resource:security_group_rule and tenant:d898c0563eb7421792fba18e61e3e727 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:56.627817 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:56.634711 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:56.677119 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] Network 92801ea5-ed58-401a-abad-54f8bacc1913 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:50:56.696265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16416190'] for segment, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:56.734949 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:56.738044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:56.742763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-8ae54390-722c-414b-bac3-a35b6125298d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:56.771063 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=86344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:50:56.790053 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d04479-875b-4811-bac4-cb837c8761ce,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:56.794868 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:56.795969 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:56.796546 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Added segment 61db62b8-82b4-414c-9b7d-85932baeaeb8 of type vlan for network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 Apr 21 14:50:56.828492 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:56.862262 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:56.863721 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:56.864383 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:56.870732 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-27763344-2982-4505-9b04-ae150206e185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:56.981415 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] Network 92801ea5-ed58-401a-abad-54f8bacc1913 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:50:56.994232 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6132834 Apr 21 14:50:56.998845 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Pushing event updated for resources: {'Network': ['ID=3dbbfe68-f7fa-432e-82a4-f9a6754ec754,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:57.002604 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37664) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:57.007849 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b56ba91e-a53a-463c-95f7-acafba861c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:57.011802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:50:57.014797 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Request body: {'subnet': {'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1221089942-subnet', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'ip_version': 4}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:57.024043 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:57.032279 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Usage tracker for resource:subnet and tenant:d898c0563eb7421792fba18e61e3e727 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:57.034945 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:57.042445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:57.054620 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:57.073356 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Made reservation on behalf of d898c0563eb7421792fba18e61e3e727 for: {'subnet': 1} {{(pid=86344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:50:57.081900 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840823286'] for subnet, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:57.179649 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:57.185365 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3e561400-0177-4fc6-b009-d8a9aa883492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:57.203497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:57.222610 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] Pushing event deleted for resources: {'Network': ['ID=92801ea5-ed58-401a-abad-54f8bacc1913,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:57.227465 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:57.231902 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6553bc0a-922b-4686-bc5e-759addb4628d admin admin] 10.222.0.15 "DELETE /v2.0/networks/92801ea5-ed58-401a-abad-54f8bacc1913 HTTP/1.1" status: 204 len: 168 time: 1.5474329 Apr 21 14:50:57.234103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37668) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:57.353687 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-111e967b-306a-49d8-a34a-ef4b8d6d17a2 admin admin] Deleting subnet b88c1027-a0d1-45bb-b28b-3f204dcb23ef {{(pid=86343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:50:57.358735 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-111e967b-306a-49d8-a34a-ef4b8d6d17a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:57.446735 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-111e967b-306a-49d8-a34a-ef4b8d6d17a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16415403'] for subnet, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:57.544217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-111e967b-306a-49d8-a34a-ef4b8d6d17a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:57.701440 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14974455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840823269'] for subnet, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:57.710166 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-ae58dc19-6168-4dcb-871c-b37e390a4a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:57.855299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c6d3e0-5f06-44c8-98e9-1413a602914d,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:57.861940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:57.868230 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Checking segment: {'id': '61db62b8-82b4-414c-9b7d-85932baeaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:50:57.868756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Network hostable DHCP agents. Network: 3dbbfe68-f7fa-432e-82a4-f9a6754ec754, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:50:57.894331 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:50:57.906332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, 3dbbfe68-f7fa-432e-82a4-f9a6754ec754) {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:50:57.915013 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-111e967b-306a-49d8-a34a-ef4b8d6d17a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838360547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838220951'] for subnet, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:57.922554 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06c4a49-45f2-4597-a5a7-1e97ae8a0543 None None] Network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:50:57.923128 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:57.924597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:50:57.925719 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for subnet, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:57.966090 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-3dff59e2-4832-4309-8539-0e8a735ab179 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9581459 Apr 21 14:50:57.968430 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37672) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:57.971898 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e967b-306a-49d8-a34a-ef4b8d6d17a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b88c1027-a0d1-45bb-b28b-3f204dcb23ef,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:57.977834 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-111e967b-306a-49d8-a34a-ef4b8d6d17a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:57.979191 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:57.982337 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-111e967b-306a-49d8-a34a-ef4b8d6d17a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:57.989465 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:50:57.997537 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-111e967b-306a-49d8-a34a-ef4b8d6d17a2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b88c1027-a0d1-45bb-b28b-3f204dcb23ef HTTP/1.1" status: 204 len: 168 time: 0.7586503 Apr 21 14:50:57.997862 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Usage tracker for resource:router and tenant:d898c0563eb7421792fba18e61e3e727 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:50:57.999189 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37676) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:58.006170 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:50:58.018399 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:50:58.035809 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-431851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15891'] for router, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:58.037899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854343965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854326267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759909'] for router, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:58.068212 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:58.348566 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff83c420-0941-5bda-b2c0-79d0f2ff311f-3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'fixed_ips': [{'subnet_id': '41c6d3e0-5f06-44c8-98e9-1413a602914d'}]}} from dv-cinder-786385-2-smb. {{(pid=86345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 14:50:58.350791 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:58.425690 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:58.452769 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854326030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854345128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759926'] for router, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:58.601467 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Allocated IP 172.20.0.2 (3dbbfe68-f7fa-432e-82a4-f9a6754ec754/41c6d3e0-5f06-44c8-98e9-1413a602914d/4d99ca98-7631-4e2d-bb95-cd11608df02f) {{(pid=86345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:50:58.701136 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:58.873927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Notify callbacks [] for port, precommit_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:58.889892 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:58.895256 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Transition to ACTIVE for port object 4d99ca98-7631-4e2d-bb95-cd11608df02f will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:50:58.924381 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:58.930831 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761e915f-a352-456a-babd-80db3e9b40a3']}} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:50:58.935029 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Transition to ACTIVE for port object 4d99ca98-7631-4e2d-bb95-cd11608df02f will not be triggered until provisioned by entity DHCP. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:50:58.942619 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:58.947084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3847fee1-3f9f-4b82-b6b3-26c5a2128660') {'for_net_delete': True} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:50:58.947507 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3847fee1-3f9f-4b82-b6b3-26c5a2128660') {} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:50:58.957684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:58.962632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838360413'] for segment, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:58.987775 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:58.996478 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=86343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:50:59.095239 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 is already hosted by enough agents. {{(pid=86345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:50:59.100045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Allocated IP 172.28.3.113 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/660a9773-5f5a-4a92-9d46-7a146a9b3390) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:50:59.102498 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Resources bound (agent type, host, resource id): {{(pid=86345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:50:59.107391 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Received port after_create {{(pid=86345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:50:59.194188 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] Network 761e915f-a352-456a-babd-80db3e9b40a3 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:50:59.209802 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16416190'] for segment, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:59.255928 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Pushing event updated for resources: {'Port': ['ID=4d99ca98-7631-4e2d-bb95-cd11608df02f,revision_number=1']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:59.271433 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:59.312560 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Attempting to bind port 4d99ca98-7631-4e2d-bb95-cd11608df02f on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:50:59.313307 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Attempting to bind port 4d99ca98-7631-4e2d-bb95-cd11608df02f by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '61db62b8-82b4-414c-9b7d-85932baeaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:50:59.313990 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Attempting to bind port 4d99ca98-7631-4e2d-bb95-cd11608df02f on network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:50:59.325764 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:59.326470 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Checking segment: {'id': '61db62b8-82b4-414c-9b7d-85932baeaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:50:59.327222 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:59.327972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Bound using segment: {'id': '61db62b8-82b4-414c-9b7d-85932baeaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:59.328454 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:59.328902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Bound port: 4d99ca98-7631-4e2d-bb95-cd11608df02f, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61db62b8-82b4-414c-9b7d-85932baeaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:50:59.329599 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:59.365738 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839802266'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:59.372127 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1504da62-c533-4c0a-b668-087000ab01cb tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:59.408590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] Network 761e915f-a352-456a-babd-80db3e9b40a3 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:59.435771 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:59.447215 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:50:59.451726 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:50:59.456551 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:50:59.502812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Pushing event updated for resources: {'Port': ['ID=660a9773-5f5a-4a92-9d46-7a146a9b3390,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:59.507711 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:59.524878 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] For port 4d99ca98-7631-4e2d-bb95-cd11608df02f, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:50:59.530203 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] For port 4d99ca98-7631-4e2d-bb95-cd11608df02f, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=4d99ca98-7631-4e2d-bb95-cd11608df02f,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:50:59.535960 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:59.540713 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:59.567491 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:59.571644 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:50:59.589344 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:50:59.597255 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] Pushing event deleted for resources: {'Network': ['ID=761e915f-a352-456a-babd-80db3e9b40a3,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:59.600832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:59.602894 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-5f3ba3cc-9b60-4d08-97af-bf50340ab123 admin admin] 10.222.0.15 "DELETE /v2.0/networks/761e915f-a352-456a-babd-80db3e9b40a3 HTTP/1.1" status: 204 len: 168 time: 1.6022782 Apr 21 14:50:59.653724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Pushing event updated for resources: {'Port': ['ID=4d99ca98-7631-4e2d-bb95-cd11608df02f,revision_number=2']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:50:59.660704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:50:59.803012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37682) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:59.868464 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-1ebb8517-bdbc-448c-9b9b-64a660765cad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c45ec50b77c4ba09c730b687547673c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636945 Apr 21 14:50:59.871245 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37686) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:59.982083 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-19bdc5c5-9a6c-48e7-93b7-e72da33f2054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:00.032004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-19bdc5c5-9a6c-48e7-93b7-e72da33f2054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:00.190304 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-19bdc5c5-9a6c-48e7-93b7-e72da33f2054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:00.196808 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e60e8e28-de79-4585-9b7e-4be37ac1c4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:00.214906 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdc5c5-9a6c-48e7-93b7-e72da33f2054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3714ebff-61d7-4185-aa2e-f0a015cbcb7c,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:00.217625 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-19bdc5c5-9a6c-48e7-93b7-e72da33f2054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:00.230115 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-19bdc5c5-9a6c-48e7-93b7-e72da33f2054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:00.234744 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-19bdc5c5-9a6c-48e7-93b7-e72da33f2054 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3714ebff-61d7-4185-aa2e-f0a015cbcb7c HTTP/1.1" status: 204 len: 168 time: 0.3596840 Apr 21 14:51:00.448553 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:00.811660 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37694) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:00.928185 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-98720275-f97d-4634-90a4-68c47771b671 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4a0ba086c0d4522be18cdca85f5cd8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1142352 Apr 21 14:51:00.929431 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37698) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:00.982989 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 4d99ca98-7631-4e2d-bb95-cd11608df02f up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:51:00.990908 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-430656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449752'] for router, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:01.068158 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c858ddfa-2e7d-41c4-8b5d-8e6720389a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:01.132936 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 4d99ca98-7631-4e2d-bb95-cd11608df02f completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:51:01.140230 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c858ddfa-2e7d-41c4-8b5d-8e6720389a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:01.224624 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c858ddfa-2e7d-41c4-8b5d-8e6720389a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:01.230860 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-456847c5-1214-4a1f-9bd2-2b488476c106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:01.250399 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858ddfa-2e7d-41c4-8b5d-8e6720389a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b5320-ecb3-433d-81e1-c22344dfa470,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:01.253654 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c858ddfa-2e7d-41c4-8b5d-8e6720389a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:01.255219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c858ddfa-2e7d-41c4-8b5d-8e6720389a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:01.259876 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c858ddfa-2e7d-41c4-8b5d-8e6720389a73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a91b5320-ecb3-433d-81e1-c22344dfa470 HTTP/1.1" status: 204 len: 168 time: 0.3251686 Apr 21 14:51:01.295604 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 is scheduled to L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a with binding_index 1 {{(pid=86344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 14:51:01.417546 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23283c56-4005-47f5-811d-1d061e981017 None None] Network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:51:01.567384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:51:01.584354 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Sync routers for ids ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:51:01.602263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-3fbdcef1-f705-4882-af42-cdd087e5cd30 None None] Provisioning for port 4d99ca98-7631-4e2d-bb95-cd11608df02f completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:51:01.610424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] Notify callbacks [] for router, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:01.612948 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-2b7fc9ec-94b2-4aa7-93ec-e51e266a75c7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6426599 Apr 21 14:51:01.617471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37704) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:01.629631 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-3fbdcef1-f705-4882-af42-cdd087e5cd30 None None] Provisioning complete for port 4d99ca98-7631-4e2d-bb95-cd11608df02f triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:01.630226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3fbdcef1-f705-4882-af42-cdd087e5cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:01.662342 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Routers {'bfdc483e-7f1c-4b9a-bead-6ec10068bd11'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:51:01.663206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:50:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:02.381930 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Set router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:51:02.529616 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3fbdcef1-f705-4882-af42-cdd087e5cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:02.623074 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:02.669209 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-3fbdcef1-f705-4882-af42-cdd087e5cd30 None None] For port 4d99ca98-7631-4e2d-bb95-cd11608df02f, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=4d99ca98-7631-4e2d-bb95-cd11608df02f,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:51:02.687093 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3fbdcef1-f705-4882-af42-cdd087e5cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:02.692211 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:02.831704 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdcef1-f705-4882-af42-cdd087e5cd30 None None] Pushing event updated for resources: {'Port': ['ID=4d99ca98-7631-4e2d-bb95-cd11608df02f,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:02.835876 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3fbdcef1-f705-4882-af42-cdd087e5cd30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:02.870994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:00Z', 'revision_number': 3, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port': {'id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:02.876055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Checking router: bfdc483e-7f1c-4b9a-bead-6ec10068bd11 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:51:02.876475 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Updating router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 port 660a9773-5f5a-4a92-9d46-7a146a9b3390 binding host dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:51:02.939758 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:03.004503 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Allocated IP 172.20.0.1 (3dbbfe68-f7fa-432e-82a4-f9a6754ec754/41c6d3e0-5f06-44c8-98e9-1413a602914d/7276c4ae-d9cd-4164-a257-36a0927d77ac) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:51:03.135737 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-c0f5c414-0cd8-40dd-97f7-0e87bbf9f195 None None] Provisioning complete for port 4d99ca98-7631-4e2d-bb95-cd11608df02f triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:03.136431 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c0f5c414-0cd8-40dd-97f7-0e87bbf9f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:03.262767 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:03.286512 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Transition to ACTIVE for port object 7276c4ae-d9cd-4164-a257-36a0927d77ac will not be triggered until provisioned by entity DHCP. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:51:03.319010 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:03.325621 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2a82dd6a-f490-495d-9e74-1346d0c29f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:03.399832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:51:03.404376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:51:03.407533 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:51:03.518449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854347771'] for router_interface, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:03.555940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Notify callbacks [] for port, precommit_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:03.578383 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Transition to ACTIVE for port object 660a9773-5f5a-4a92-9d46-7a146a9b3390 will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:51:03.589715 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:03.594338 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:03.688423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Attempting to bind port 660a9773-5f5a-4a92-9d46-7a146a9b3390 on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:51:03.688946 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Attempting to bind port 660a9773-5f5a-4a92-9d46-7a146a9b3390 by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:51:03.689375 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Attempting to bind port 660a9773-5f5a-4a92-9d46-7a146a9b3390 on network 8a2848aa-eba2-47a6-8083-67a357f861ae {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:51:03.691894 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85e382-3668-47fe-bd7d-a40fe67f2865 None None] Pushing event updated for resources: {'Port': ['ID=660a9773-5f5a-4a92-9d46-7a146a9b3390,revision_number=2']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:03.696151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6a85e382-3668-47fe-bd7d-a40fe67f2865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:03.699222 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:03.699659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Checking segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:51:03.700119 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:03.700740 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Bound using segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:03.701113 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Bound port: 660a9773-5f5a-4a92-9d46-7a146a9b3390, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:51:03.701725 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:03.752375 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Pushing event updated for resources: {'Port': ['ID=7276c4ae-d9cd-4164-a257-36a0927d77ac,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:03.757646 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:03.794573 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] For port 660a9773-5f5a-4a92-9d46-7a146a9b3390, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:51:03.798464 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] For port 660a9773-5f5a-4a92-9d46-7a146a9b3390, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=660a9773-5f5a-4a92-9d46-7a146a9b3390,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:51:03.799582 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1379f577-c2ed-4256-8bf4-688d68115071 None None] Provisioning for port 7276c4ae-d9cd-4164-a257-36a0927d77ac completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:51:03.805805 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:03.810992 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-cd8bd1be-2591-40ee-8c2e-20a473c845dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:03.846953 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1379f577-c2ed-4256-8bf4-688d68115071 None None] Provisioning complete for port 7276c4ae-d9cd-4164-a257-36a0927d77ac triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:03.847582 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1379f577-c2ed-4256-8bf4-688d68115071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:03.984967 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1379f577-c2ed-4256-8bf4-688d68115071 None None] Port 7276c4ae-d9cd-4164-a257-36a0927d77ac cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:51:03.991050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Routers {'bfdc483e-7f1c-4b9a-bead-6ec10068bd11'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:51:03.991934 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:50:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:04.059284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85e382-3668-47fe-bd7d-a40fe67f2865 None None] Pushing event updated for resources: {'Port': ['ID=660a9773-5f5a-4a92-9d46-7a146a9b3390,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:04.078023 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6a85e382-3668-47fe-bd7d-a40fe67f2865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:04.227950 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] Set router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:51:04.228565 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:04.517763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:04.522173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:04.553310 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f54e77ff-138c-4f22-b62e-483ab24758c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:04.641282 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 4, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port': {'id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '7276c4ae-d9cd-4164-a257-36a0927d77ac', 'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'mac_address': 'fa:16:3e:6a:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:02Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 1, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'subnets': [{'id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:04.646159 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7da891-09ef-491f-bca1-375ec8b44650 None None] The sync data for ids ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'] in dv-cinder-786385-2-smb is: [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 4, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port': {'id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '7276c4ae-d9cd-4164-a257-36a0927d77ac', 'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'mac_address': 'fa:16:3e:6a:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:02Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 1, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'subnets': [{'id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:51:04.647155 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428130'] for router_interface, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:04.651921 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Pushing event updated for resources: {'Port': ['ID=7276c4ae-d9cd-4164-a257-36a0927d77ac,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:04.655792 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:04.811288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:51:04.812605 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:51:04.906349 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 4d99ca98-7631-4e2d-bb95-cd11608df02f up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:51:05.061342 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-79a02bb3-f1e5-487d-974f-1ba7ee527030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:05.080376 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 4d99ca98-7631-4e2d-bb95-cd11608df02f triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:05.081025 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:05.135485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:51:05.164605 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-545a49d2-7ae9-4cc2-aaec-abdd4ba84c60 None None] Provisioning complete for port 7276c4ae-d9cd-4164-a257-36a0927d77ac triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:05.165067 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-545a49d2-7ae9-4cc2-aaec-abdd4ba84c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:05.239198 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-545a49d2-7ae9-4cc2-aaec-abdd4ba84c60 None None] Port 7276c4ae-d9cd-4164-a257-36a0927d77ac cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:51:05.399265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:51:05.413826 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] 10.222.0.15 "PUT /v2.0/routers/bfdc483e-7f1c-4b9a-bead-6ec10068bd11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7945838 Apr 21 14:51:06.196091 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37722) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:06.206490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1120967006-network', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:06.215824 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:51:06.222547 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Usage tracker for resource:network and tenant:bbf56d23041947b2b44a44bd56c76f59 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:51:06.227098 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:51:06.237568 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:51:06.248832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Made reservation on behalf of bbf56d23041947b2b44a44bd56c76f59 for: {'network': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:51:06.256033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for network, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:06.272812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:06.293380 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:51:06.298084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Usage tracker for resource:security_group_rule and tenant:bbf56d23041947b2b44a44bd56c76f59 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:51:06.301434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:51:06.307947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:51:06.448746 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:06.452135 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:06.457133 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f46aa06a-1336-4bc2-bf13-fd187114a1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:06.489022 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb34434-4586-431e-9157-904a149735af admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=86343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 14:51:06.506397 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da77a944-db58-44a5-b622-d7d3c9a46363,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:06.510879 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:06.516037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:06.516648 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.segments_db [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Added segment b7f30605-11ab-4a32-9153-9b8cbb802eba of type vlan for network 108eeae5-619b-4280-9f1d-45e4487380b2 Apr 21 14:51:06.559560 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275381035755'] for network, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:06.593330 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463'] for network, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:06.595302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:06.596014 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:06.602179 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7f487f5d-5449-4e80-8627-dbaba64b0a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:06.709645 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6bb34434-4586-431e-9157-904a149735af admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5118256 Apr 21 14:51:06.713709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37726) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:06.722706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Request body: {'subnet': {'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1120967006-subnet', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'ip_version': 4}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:06.726754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Pushing event updated for resources: {'Network': ['ID=108eeae5-619b-4280-9f1d-45e4487380b2,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:06.732680 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:06.734940 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:51:06.741881 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Usage tracker for resource:subnet and tenant:bbf56d23041947b2b44a44bd56c76f59 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:51:06.742201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Network 108eeae5-619b-4280-9f1d-45e4487380b2 details requested by agent ovs-agent-dv-cinder-786385-2-smb with host dv-cinder-786385-2-smb {{(pid=86345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 14:51:06.746133 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:51:06.756943 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:51:06.773036 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Made reservation on behalf of bbf56d23041947b2b44a44bd56c76f59 for: {'subnet': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:51:06.781747 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16554819'] for subnet, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:06.966717 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 660a9773-5f5a-4a92-9d46-7a146a9b3390 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:51:07.058818 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 660a9773-5f5a-4a92-9d46-7a146a9b3390 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:51:07.066132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 660a9773-5f5a-4a92-9d46-7a146a9b3390 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:07.066773 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:07.265605 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:07.289214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 660a9773-5f5a-4a92-9d46-7a146a9b3390, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=660a9773-5f5a-4a92-9d46-7a146a9b3390,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:51:07.294228 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:07.298736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-37f01e24-4899-4371-8941-a4f0e02f0b82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:07.429945 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=660a9773-5f5a-4a92-9d46-7a146a9b3390,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:07.435661 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:07.458422 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16554834'] for subnet, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:07.464286 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-9d128e7a-30ae-4a50-a39d-553fb1d0ba01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:07.551969 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=955d4c61-e309-45bb-84e5-c04320e79eea,revision_number=0']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:07.555474 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:07.570297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Checking segment: {'id': 'b7f30605-11ab-4a32-9153-9b8cbb802eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:51:07.570943 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Network hostable DHCP agents. Network: 108eeae5-619b-4280-9f1d-45e4487380b2, hostable agents: ['844e1df7-a852-4cdc-a210-787ef4e7d541'], hosted agents: [] {{(pid=86343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 14:51:07.602778 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Network 108eeae5-619b-4280-9f1d-45e4487380b2 is scheduled to be hosted by DHCP agent 844e1df7-a852-4cdc-a210-787ef4e7d541 with binding_index 1 {{(pid=86343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 14:51:07.613051 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-2-smb, 108eeae5-619b-4280-9f1d-45e4487380b2) {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:51:07.626567 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:07.627226 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:07.628010 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d80fa8-fec4-452a-8183-f2f3b8d8b564 None None] Network 108eeae5-619b-4280-9f1d-45e4487380b2 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:51:07.654208 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37730) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:07.654507 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9392848 Apr 21 14:51:07.661065 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1120967006-router', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:07.668509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:51:07.673413 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Usage tracker for resource:router and tenant:bbf56d23041947b2b44a44bd56c76f59 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:51:07.681522 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:51:07.689139 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:51:07.699480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-431851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15891'] for router, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:07.700785 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854343965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854326267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854759909'] for router, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:07.725005 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:08.012411 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff83c420-0941-5bda-b2c0-79d0f2ff311f-108eeae5-619b-4280-9f1d-45e4487380b2', 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'fixed_ips': [{'subnet_id': '955d4c61-e309-45bb-84e5-c04320e79eea'}]}} from dv-cinder-786385-2-smb. {{(pid=86345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 14:51:08.013580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:08.092873 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854326030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854345128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854759926'] for router, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:08.167349 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Sync routers for ids ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:51:08.180020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Routers {'bfdc483e-7f1c-4b9a-bead-6ec10068bd11'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:51:08.181054 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:50:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:08.465494 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Set router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:51:08.551092 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9bb3-2b8e-41ab-8c82-01ae77fcf7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:08.580749 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Allocated IP 172.20.0.2 (108eeae5-619b-4280-9f1d-45e4487380b2/955d4c61-e309-45bb-84e5-c04320e79eea/fd0877b7-cfa2-4e27-9a75-361835eba92a) {{(pid=86345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:51:08.641336 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:08.676963 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:08.914772 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Notify callbacks [] for port, precommit_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:08.924076 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Allocated IP 172.28.3.52 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/374cf3f6-cb58-4444-bcab-0c4fd3a30aaf) {{(pid=86344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:51:08.942887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Transition to ACTIVE for port object fd0877b7-cfa2-4e27-9a75-361835eba92a will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:51:08.957477 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:08.971031 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Transition to ACTIVE for port object fd0877b7-cfa2-4e27-9a75-361835eba92a will not be triggered until provisioned by entity DHCP. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:51:08.980570 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395'] for port, after_create {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:08.985080 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 660a9773-5f5a-4a92-9d46-7a146a9b3390 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:51:09.019150 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b9360f6f-98e6-4f2d-9cd0-55872e5e8de4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:09.029280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 4, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port': {'id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '7276c4ae-d9cd-4164-a257-36a0927d77ac', 'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'mac_address': 'fa:16:3e:6a:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:02Z', 'updated_at': '2021-04-21T14:51:04Z', 'revision_number': 2, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'subnets': [{'id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:09.037285 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Checking router: bfdc483e-7f1c-4b9a-bead-6ec10068bd11 for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:51:09.038328 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Updating router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 port 7276c4ae-d9cd-4164-a257-36a0927d77ac binding host dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:51:09.119739 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Network 108eeae5-619b-4280-9f1d-45e4487380b2 is already hosted by enough agents. {{(pid=86345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:51:09.128200 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Resources bound (agent type, host, resource id): {{(pid=86345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:51:09.132013 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Received port after_create {{(pid=86345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:51:09.145198 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:09.193957 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Pushing event updated for resources: {'Port': ['ID=fd0877b7-cfa2-4e27-9a75-361835eba92a,revision_number=1']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:09.198880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:09.286800 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Attempting to bind port fd0877b7-cfa2-4e27-9a75-361835eba92a on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:51:09.287418 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Attempting to bind port fd0877b7-cfa2-4e27-9a75-361835eba92a by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': 'b7f30605-11ab-4a32-9153-9b8cbb802eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:51:09.287960 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Attempting to bind port fd0877b7-cfa2-4e27-9a75-361835eba92a on network 108eeae5-619b-4280-9f1d-45e4487380b2 {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:51:09.300345 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 660a9773-5f5a-4a92-9d46-7a146a9b3390 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:09.300986 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:09.340516 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:09.341182 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Checking segment: {'id': 'b7f30605-11ab-4a32-9153-9b8cbb802eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:51:09.341813 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:09.342409 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Bound using segment: {'id': 'b7f30605-11ab-4a32-9153-9b8cbb802eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:09.343154 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Bound port: fd0877b7-cfa2-4e27-9a75-361835eba92a, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f30605-11ab-4a32-9153-9b8cbb802eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:51:09.343777 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:09.614849 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] For port fd0877b7-cfa2-4e27-9a75-361835eba92a, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:51:09.643916 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Notify callbacks [] for port, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:09.651862 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] For port fd0877b7-cfa2-4e27-9a75-361835eba92a, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=fd0877b7-cfa2-4e27-9a75-361835eba92a,segment=NetworkSegment(b7f30605-11ab-4a32-9153-9b8cbb802eba),segment_id=b7f30605-11ab-4a32-9153-9b8cbb802eba)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:51:09.663300 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:09.671813 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3fbdcef1-f705-4882-af42-cdd087e5cd30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:09.688368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839802266'] for port, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:09.697059 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6f942c3b-c5dd-402e-98bd-86a1d379a021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:09.805007 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:51:09.829861 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Resources bound (agent type, host, resource id): {{(pid=86344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:51:09.835871 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Notify callbacks [] for port, precommit_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:09.839378 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Received port after_create {{(pid=86344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:51:09.845990 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Pushing event updated for resources: {'Port': ['ID=fd0877b7-cfa2-4e27-9a75-361835eba92a,revision_number=2']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:09.862252 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Transition to ACTIVE for port object 7276c4ae-d9cd-4164-a257-36a0927d77ac will not be triggered until provisioned by entity L2. {{(pid=86346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:51:09.870563 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:09.873626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bca636e5-ef15-4e2e-8401-a32295e4ef09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:09.877613 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-bb4a802d-9f5a-4cc4-b185-64453fffa6b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:09.879923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:09.886496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:09.919487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Pushing event updated for resources: {'Port': ['ID=374cf3f6-cb58-4444-bcab-0c4fd3a30aaf,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:09.934258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:10.203587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Pushing event updated for resources: {'Port': ['ID=7276c4ae-d9cd-4164-a257-36a0927d77ac,revision_number=3']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:10.263417 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:10.263698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:10.264195 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:10.264647 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:10.265773 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:10.265773 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:10.269368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:10.269368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:10.269368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:10.269368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:10.269368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:10.269368 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:10.279405 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:10.330293 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Attempting to bind port 7276c4ae-d9cd-4164-a257-36a0927d77ac on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:51:10.330812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Attempting to bind port 7276c4ae-d9cd-4164-a257-36a0927d77ac by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '61db62b8-82b4-414c-9b7d-85932baeaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754'}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:51:10.331461 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Attempting to bind port 7276c4ae-d9cd-4164-a257-36a0927d77ac on network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:51:10.339817 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:10.340597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Checking segment: {'id': '61db62b8-82b4-414c-9b7d-85932baeaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:51:10.341507 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:10.342151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Bound using segment: {'id': '61db62b8-82b4-414c-9b7d-85932baeaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754'} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:10.342890 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Bound port: 7276c4ae-d9cd-4164-a257-36a0927d77ac, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61db62b8-82b4-414c-9b7d-85932baeaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754'}}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:51:10.343314 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:10.459481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] For port 7276c4ae-d9cd-4164-a257-36a0927d77ac, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:51:10.464456 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] For port 7276c4ae-d9cd-4164-a257-36a0927d77ac, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=7276c4ae-d9cd-4164-a257-36a0927d77ac,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:51:10.467899 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:10.476189 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d0369b2a-ddc3-43ce-bdf1-2822f7edef15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:10.563342 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Routers {'bfdc483e-7f1c-4b9a-bead-6ec10068bd11'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:51:10.564249 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:51:09Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:10.602829 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:10.641268 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Pushing event updated for resources: {'Port': ['ID=7276c4ae-d9cd-4164-a257-36a0927d77ac,revision_number=4']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:10.646986 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:10.823670 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] Set router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:51:11.003819 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:11.108497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device fd0877b7-cfa2-4e27-9a75-361835eba92a up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:51:11.232724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-430656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-449752'] for router, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:11.256113 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port fd0877b7-cfa2-4e27-9a75-361835eba92a completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:51:11.266824 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 7276c4ae-d9cd-4164-a257-36a0927d77ac up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:51:11.405519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 7276c4ae-d9cd-4164-a257-36a0927d77ac completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:51:11.417908 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 7276c4ae-d9cd-4164-a257-36a0927d77ac triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:11.419002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:11.596232 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 4, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port': {'id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '7276c4ae-d9cd-4164-a257-36a0927d77ac', 'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'mac_address': 'fa:16:3e:6a:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:02Z', 'updated_at': '2021-04-21T14:51:10Z', 'revision_number': 4, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'subnets': [{'id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:11.602621 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90995b77-161e-440a-9365-1c5295da4f7e None None] The sync data for ids ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'] in dv-cinder-786385-2-smb is: [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 4, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port': {'id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '7276c4ae-d9cd-4164-a257-36a0927d77ac', 'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'mac_address': 'fa:16:3e:6a:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:02Z', 'updated_at': '2021-04-21T14:51:10Z', 'revision_number': 4, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'subnets': [{'id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:51:11.641278 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Router a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb is scheduled to L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a with binding_index 1 {{(pid=86344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 14:51:11.659993 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:11.699459 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fba5a6-633a-46b9-9f94-c4e6b37eb4e2 None None] Network 108eeae5-619b-4280-9f1d-45e4487380b2 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:51:11.829402 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 7276c4ae-d9cd-4164-a257-36a0927d77ac, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=7276c4ae-d9cd-4164-a257-36a0927d77ac,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:51:11.841299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:11.845908 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:11.877736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-6ab22ef1-0640-4693-9be7-007a9994850e None None] Provisioning for port fd0877b7-cfa2-4e27-9a75-361835eba92a completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:51:11.900960 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-6ab22ef1-0640-4693-9be7-007a9994850e None None] Provisioning complete for port fd0877b7-cfa2-4e27-9a75-361835eba92a triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:11.901292 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6ab22ef1-0640-4693-9be7-007a9994850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:12.029671 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:51:12.059283 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Sync routers for ids ['a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:51:12.068842 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] Notify callbacks [] for router, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:12.072464 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-7f359ec6-3404-4e10-b659-fa20cdf577af admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4161761 Apr 21 14:51:12.073970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37734) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.082846 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=7276c4ae-d9cd-4164-a257-36a0927d77ac,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:12.106058 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:12.123722 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Routers {'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:51:12.124902 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:51:09Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:12.629596 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6ab22ef1-0640-4693-9be7-007a9994850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:12.769221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Set router a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:51:13.014146 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 7276c4ae-d9cd-4164-a257-36a0927d77ac up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:51:13.066887 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:13.081205 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-6ab22ef1-0640-4693-9be7-007a9994850e None None] For port fd0877b7-cfa2-4e27-9a75-361835eba92a, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=fd0877b7-cfa2-4e27-9a75-361835eba92a,segment=NetworkSegment(b7f30605-11ab-4a32-9153-9b8cbb802eba),segment_id=b7f30605-11ab-4a32-9153-9b8cbb802eba)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:51:13.132095 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6ab22ef1-0640-4693-9be7-007a9994850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:13.146202 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6a85e382-3668-47fe-bd7d-a40fe67f2865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:13.384231 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Allocated IP 172.20.0.1 (108eeae5-619b-4280-9f1d-45e4487380b2/955d4c61-e309-45bb-84e5-c04320e79eea/67fdc49a-d8df-4cd0-b30e-a159f9c54587) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:51:13.546588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab22ef1-0640-4693-9be7-007a9994850e None None] Pushing event updated for resources: {'Port': ['ID=fd0877b7-cfa2-4e27-9a75-361835eba92a,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:13.549702 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-b15b71d1-57a5-46e8-9620-9888127048b5 None None] Provisioning complete for port fd0877b7-cfa2-4e27-9a75-361835eba92a triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:13.550134 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b15b71d1-57a5-46e8-9620-9888127048b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:13.589269 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6ab22ef1-0640-4693-9be7-007a9994850e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:13.631969 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 7276c4ae-d9cd-4164-a257-36a0927d77ac triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:13.632395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:13.913827 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'name': 'tempest-TestMinimumBasicScenario-1120967006-router', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:51:07Z', 'updated_at': '2021-04-21T14:51:10Z', 'revision_number': 3, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'gw_port': {'id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:08Z', 'updated_at': '2021-04-21T14:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:13.921840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Checking router: a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:51:13.922294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Updating router a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb port 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf binding host dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:51:13.989731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:14.017060 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:14.043832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Transition to ACTIVE for port object 67fdc49a-d8df-4cd0-b30e-a159f9c54587 will not be triggered until provisioned by entity DHCP. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:51:14.083540 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:14.088623 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-270ed1d5-b842-44b2-a774-f40e56980450 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:14.200198 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Network 108eeae5-619b-4280-9f1d-45e4487380b2 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:51:14.203754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:51:14.208202 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:51:14.266221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Pushing event updated for resources: {'Port': ['ID=67fdc49a-d8df-4cd0-b30e-a159f9c54587,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:14.271658 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:14.321846 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854347771'] for router_interface, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:14.481233 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-838a697f-c7e2-411e-adbc-4dfe497639f4 None None] Provisioning for port 67fdc49a-d8df-4cd0-b30e-a159f9c54587 completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:51:14.492738 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Notify callbacks [] for port, precommit_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:14.497240 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-838a697f-c7e2-411e-adbc-4dfe497639f4 None None] Provisioning complete for port 67fdc49a-d8df-4cd0-b30e-a159f9c54587 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:14.497908 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-838a697f-c7e2-411e-adbc-4dfe497639f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:14.530088 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:14.567327 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Transition to ACTIVE for port object 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf will not be triggered until provisioned by entity L2. {{(pid=86345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:51:14.588239 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:14.597316 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:14.672479 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-838a697f-c7e2-411e-adbc-4dfe497639f4 None None] Port 67fdc49a-d8df-4cd0-b30e-a159f9c54587 cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:51:14.697264 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Attempting to bind port 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:51:14.697655 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Attempting to bind port 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:51:14.698079 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Attempting to bind port 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf on network 8a2848aa-eba2-47a6-8083-67a357f861ae {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:51:14.709885 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:14.710315 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Checking segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:51:14.710780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:14.711235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Bound using segment: {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'} {{(pid=86345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:14.711782 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Bound port: 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5242fd22-516f-477b-a3e4-a96b5ab1b4c9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae'}}] {{(pid=86345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:51:14.712210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:14.746780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52641375-6d45-4286-b44b-6dfbe558dbe4 None None] Pushing event updated for resources: {'Port': ['ID=374cf3f6-cb58-4444-bcab-0c4fd3a30aaf,revision_number=2']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:14.750217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-52641375-6d45-4286-b44b-6dfbe558dbe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:14.803496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] For port 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:51:14.807412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] For port 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=374cf3f6-cb58-4444-bcab-0c4fd3a30aaf,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:51:14.811460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:14.817180 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6ab22ef1-0640-4693-9be7-007a9994850e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:14.906306 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Routers {'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:51:14.907737 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:51:09Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:14.939585 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:14.944709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:14.976031 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device fd0877b7-cfa2-4e27-9a75-361835eba92a up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:51:14.983275 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4fe8958e-1951-4358-ba8c-7168b58d89f0 tempest-VolumesSnapshotTestJSON-743642837 tempest-VolumesSnapshotTestJSON-743642837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:15.082434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428130'] for router_interface, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:15.086863 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Pushing event updated for resources: {'Port': ['ID=67fdc49a-d8df-4cd0-b30e-a159f9c54587,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:15.090811 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:15.104783 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52641375-6d45-4286-b44b-6dfbe558dbe4 None None] Pushing event updated for resources: {'Port': ['ID=374cf3f6-cb58-4444-bcab-0c4fd3a30aaf,revision_number=3']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:15.108617 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-52641375-6d45-4286-b44b-6dfbe558dbe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:15.198941 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port fd0877b7-cfa2-4e27-9a75-361835eba92a triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:15.199365 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:15.236379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] Set router a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:51:15.345531 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Network 108eeae5-619b-4280-9f1d-45e4487380b2 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:51:15.348149 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:51:15.658705 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Router a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:51:15.671322 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-b6a13b4f-4916-40d2-8cc6-f26b1e57d1b2 None None] Provisioning complete for port 67fdc49a-d8df-4cd0-b30e-a159f9c54587 triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:15.671745 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b6a13b4f-4916-40d2-8cc6-f26b1e57d1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:15.750563 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-b6a13b4f-4916-40d2-8cc6-f26b1e57d1b2 None None] Port 67fdc49a-d8df-4cd0-b30e-a159f9c54587 cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:51:15.780791 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'name': 'tempest-TestMinimumBasicScenario-1120967006-router', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:51:07Z', 'updated_at': '2021-04-21T14:51:14Z', 'revision_number': 4, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'gw_port': {'id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:08Z', 'updated_at': '2021-04-21T14:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '67fdc49a-d8df-4cd0-b30e-a159f9c54587', 'name': '', 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'mac_address': 'fa:16:3e:b7:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '955d4c61-e309-45bb-84e5-c04320e79eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:13Z', 'updated_at': '2021-04-21T14:51:14Z', 'revision_number': 2, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'subnets': [{'id': '955d4c61-e309-45bb-84e5-c04320e79eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:15.786480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c304dd4-678c-4a76-8ee1-5cfc9b7fe37b None None] The sync data for ids ['a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'] in dv-cinder-786385-2-smb is: [{'id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'name': 'tempest-TestMinimumBasicScenario-1120967006-router', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:51:07Z', 'updated_at': '2021-04-21T14:51:14Z', 'revision_number': 4, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'gw_port': {'id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:08Z', 'updated_at': '2021-04-21T14:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '67fdc49a-d8df-4cd0-b30e-a159f9c54587', 'name': '', 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'mac_address': 'fa:16:3e:b7:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '955d4c61-e309-45bb-84e5-c04320e79eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:13Z', 'updated_at': '2021-04-21T14:51:14Z', 'revision_number': 2, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'subnets': [{'id': '955d4c61-e309-45bb-84e5-c04320e79eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:51:15.931329 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:51:15.949324 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-21d0fc46-dd5c-4387-ac83-b40e0f32744c admin admin] 10.222.0.15 "PUT /v2.0/routers/a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8734033 Apr 21 14:51:17.000255 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:51:17.088069 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:51:17.093812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:17.094223 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:17.235851 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:17.255618 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=374cf3f6-cb58-4444-bcab-0c4fd3a30aaf,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:51:17.259044 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:17.262701 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:17.385689 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=374cf3f6-cb58-4444-bcab-0c4fd3a30aaf,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:17.390496 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:18.949997 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:51:19.070763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:19.071498 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:19.717845 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Sync routers for ids ['a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:51:19.738387 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Routers {'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:51:19.739986 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:51:09Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:20.115267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Set router a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:51:20.689438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'name': 'tempest-TestMinimumBasicScenario-1120967006-router', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:51:07Z', 'updated_at': '2021-04-21T14:51:14Z', 'revision_number': 4, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'gw_port': {'id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:08Z', 'updated_at': '2021-04-21T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '67fdc49a-d8df-4cd0-b30e-a159f9c54587', 'name': '', 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'mac_address': 'fa:16:3e:b7:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '955d4c61-e309-45bb-84e5-c04320e79eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:13Z', 'updated_at': '2021-04-21T14:51:14Z', 'revision_number': 2, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'subnets': [{'id': '955d4c61-e309-45bb-84e5-c04320e79eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:20.696783 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Checking router: a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:51:20.698049 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Updating router a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb port 67fdc49a-d8df-4cd0-b30e-a159f9c54587 binding host dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 14:51:20.802014 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:21.765067 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Notify callbacks [] for port, precommit_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:21.784569 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Transition to ACTIVE for port object 67fdc49a-d8df-4cd0-b30e-a159f9c54587 will not be triggered until provisioned by entity L2. {{(pid=86346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:51:21.794224 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:21.802552 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f37f866a-c403-4d72-aa2f-2803133005ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:21.989306 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89078edf-9732-443f-b5d1-8bc7a722c4ff None None] Pushing event updated for resources: {'Port': ['ID=67fdc49a-d8df-4cd0-b30e-a159f9c54587,revision_number=3']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:21.992645 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-89078edf-9732-443f-b5d1-8bc7a722c4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:22.121945 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Attempting to bind port 67fdc49a-d8df-4cd0-b30e-a159f9c54587 on host dv-cinder-786385-2-smb for vnic_type normal with profile {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:51:22.123319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Attempting to bind port 67fdc49a-d8df-4cd0-b30e-a159f9c54587 by drivers openvswitch,hyperv on host dv-cinder-786385-2-smb at level 0 using segments [{'id': 'b7f30605-11ab-4a32-9153-9b8cbb802eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2'}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:51:22.124179 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Attempting to bind port 67fdc49a-d8df-4cd0-b30e-a159f9c54587 on network 108eeae5-619b-4280-9f1d-45e4487380b2 {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:51:22.136461 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Checking agent: {'id': '222aba49-6c23-4c36-8eaf-bd48c6242fd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 30, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:22.137110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Checking segment: {'id': 'b7f30605-11ab-4a32-9153-9b8cbb802eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:51:22.137670 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:22.138210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Bound using segment: {'id': 'b7f30605-11ab-4a32-9153-9b8cbb802eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2'} {{(pid=86346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:22.138858 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Bound port: 67fdc49a-d8df-4cd0-b30e-a159f9c54587, host: dv-cinder-786385-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f30605-11ab-4a32-9153-9b8cbb802eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2'}}] {{(pid=86346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:51:22.139384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:22.332251 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] For port 67fdc49a-d8df-4cd0-b30e-a159f9c54587, host dv-cinder-786385-2-smb, cleared binding levels {{(pid=86346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:51:22.340157 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] For port 67fdc49a-d8df-4cd0-b30e-a159f9c54587, host dv-cinder-786385-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=67fdc49a-d8df-4cd0-b30e-a159f9c54587,segment=NetworkSegment(b7f30605-11ab-4a32-9153-9b8cbb802eba),segment_id=b7f30605-11ab-4a32-9153-9b8cbb802eba)] {{(pid=86346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:51:22.346143 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:22.355656 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:22.506813 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89078edf-9732-443f-b5d1-8bc7a722c4ff None None] Pushing event updated for resources: {'Port': ['ID=67fdc49a-d8df-4cd0-b30e-a159f9c54587,revision_number=4']} {{(pid=86346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:22.515174 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-89078edf-9732-443f-b5d1-8bc7a722c4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:22.524516 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Routers {'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:51:22.527673 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:51:09Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:23.010120 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 67fdc49a-d8df-4cd0-b30e-a159f9c54587 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:51:23.135604 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] Set router a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:51:23.147110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning for port 67fdc49a-d8df-4cd0-b30e-a159f9c54587 completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:51:23.154780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 67fdc49a-d8df-4cd0-b30e-a159f9c54587 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:23.155357 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:23.358823 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:23.400930 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] For port 67fdc49a-d8df-4cd0-b30e-a159f9c54587, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=67fdc49a-d8df-4cd0-b30e-a159f9c54587,segment=NetworkSegment(b7f30605-11ab-4a32-9153-9b8cbb802eba),segment_id=b7f30605-11ab-4a32-9153-9b8cbb802eba)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:51:23.405219 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:23.407446 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:23.514123 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Pushing event updated for resources: {'Port': ['ID=67fdc49a-d8df-4cd0-b30e-a159f9c54587,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:23.521195 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:23.612258 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'name': 'tempest-TestMinimumBasicScenario-1120967006-router', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:51:07Z', 'updated_at': '2021-04-21T14:51:14Z', 'revision_number': 4, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'gw_port': {'id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:08Z', 'updated_at': '2021-04-21T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '67fdc49a-d8df-4cd0-b30e-a159f9c54587', 'name': '', 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'mac_address': 'fa:16:3e:b7:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '955d4c61-e309-45bb-84e5-c04320e79eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:13Z', 'updated_at': '2021-04-21T14:51:22Z', 'revision_number': 4, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'subnets': [{'id': '955d4c61-e309-45bb-84e5-c04320e79eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:51:23.620329 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b496245-2bbe-4236-a433-191c77a0d946 None None] The sync data for ids ['a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'] in dv-cinder-786385-2-smb is: [{'id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'name': 'tempest-TestMinimumBasicScenario-1120967006-router', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:51:07Z', 'updated_at': '2021-04-21T14:51:14Z', 'revision_number': 4, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'gw_port': {'id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:08Z', 'updated_at': '2021-04-21T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '67fdc49a-d8df-4cd0-b30e-a159f9c54587', 'name': '', 'network_id': '108eeae5-619b-4280-9f1d-45e4487380b2', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'mac_address': 'fa:16:3e:b7:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '955d4c61-e309-45bb-84e5-c04320e79eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:13Z', 'updated_at': '2021-04-21T14:51:22Z', 'revision_number': 4, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'subnets': [{'id': '955d4c61-e309-45bb-84e5-c04320e79eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:51:24.959252 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 67fdc49a-d8df-4cd0-b30e-a159f9c54587 up at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:51:25.103958 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Provisioning complete for port 67fdc49a-d8df-4cd0-b30e-a159f9c54587 triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:25.104441 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:28.557460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-e04035b9-aafb-40fc-81a6-02a41b63abc5 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:28.558294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-e04035b9-aafb-40fc-81a6-02a41b63abc5 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Synchronizing usage tracker for tenant:d898c0563eb7421792fba18e61e3e727 on resource:network {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:51:28.576659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-e04035b9-aafb-40fc-81a6-02a41b63abc5 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Unset dirty status for tenant:d898c0563eb7421792fba18e61e3e727 on resource:network {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:51:28.578484 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-e04035b9-aafb-40fc-81a6-02a41b63abc5 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/networks?id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754 HTTP/1.1" status: 200 len: 815 time: 0.2633200 Apr 21 14:51:28.596293 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-df74438c-6d52-4b4b-b0ab-94a320a13e3d tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/quotas/d898c0563eb7421792fba18e61e3e727 HTTP/1.1" status: 200 len: 375 time: 0.0111301 Apr 21 14:51:28.698118 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-7d1761e1-d7e8-4ff1-8c2e-f670101c03e2 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d898c0563eb7421792fba18e61e3e727&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948696 Apr 21 14:51:29.016169 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-234d4cdb-3e66-4a62-9a72-7b899c401b4a service neutron] 10.222.0.15 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041942 Apr 21 14:51:29.146085 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:51:29.180192 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-da19e89e-2d84-4733-866f-1939bfcd3a11 service neutron] 10.222.0.15 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559689 Apr 21 14:51:29.395394 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-563f259f-6801-473d-a128-e98e1b17ebfc req-bde0c3b7-0dca-4111-a362-6d1fd2fa980c tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 210 time: 0.0506585 Apr 21 14:51:30.626722 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0ae1fd32-38cf-434a-a8e9-d05f1e22ff5a req-35afcad4-dda0-4091-8924-42c57bd2aea5 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 210 time: 0.0923865 Apr 21 14:51:30.913171 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-dbe6fa9d-7cdf-42bc-abc5-09ef9d60acbe tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:30.915978 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-dbe6fa9d-7cdf-42bc-abc5-09ef9d60acbe tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.44 "GET /v2.0/networks?id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754 HTTP/1.1" status: 200 len: 815 time: 0.2141898 Apr 21 14:51:30.931895 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Request body: {'port': {'device_id': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'admin_state_up': True, 'tenant_id': 'd898c0563eb7421792fba18e61e3e727'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:31.117580 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:51:31.122650 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Usage tracker for resource:port and tenant:d898c0563eb7421792fba18e61e3e727 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:51:31.131254 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:51:31.142186 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:51:31.152186 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Made reservation on behalf of d898c0563eb7421792fba18e61e3e727 for: {'port': 1} {{(pid=86343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 14:51:31.158633 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:31.353664 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Allocated IP 172.20.0.7 (3dbbfe68-f7fa-432e-82a4-f9a6754ec754/41c6d3e0-5f06-44c8-98e9-1413a602914d/e35e9f0d-f56e-40bf-bc62-6af149c77e0f) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:51:31.805449 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:31.859483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Transition to ACTIVE for port object e35e9f0d-f56e-40bf-bc62-6af149c77e0f will not be triggered until provisioned by entity DHCP. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:51:31.904087 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:31.907219 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ebdcea62-2c7c-4c54-8492-e160114e2dad req-2e2eeb91-7f3b-4159-8a43-4948085f6b00 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 210 time: 0.1040838 Apr 21 14:51:31.934817 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-21cb8243-1afb-480c-b607-05c5bb80d943 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:32.067222 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:51:32.069564 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:51:32.078714 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:51:32.226138 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event updated for resources: {'Port': ['ID=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:32.252729 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:32.253567 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:32.254379 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:32.255207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:32.255845 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:32.256535 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:32.259585 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:32.259585 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:32.259585 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:32.259585 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:32.260288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:32.260967 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:32.278487 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:32.280048 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:32.291055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:32.320989 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3963790 Apr 21 14:51:32.421444 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-16d34e5c-d155-4fb5-83a7-fd7eb01c8b51 None None] Provisioning for port e35e9f0d-f56e-40bf-bc62-6af149c77e0f completed by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:51:32.429664 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-16d34e5c-d155-4fb5-83a7-fd7eb01c8b51 None None] Provisioning complete for port e35e9f0d-f56e-40bf-bc62-6af149c77e0f triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:32.430883 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-16d34e5c-d155-4fb5-83a7-fd7eb01c8b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:32.505041 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-16d34e5c-d155-4fb5-83a7-fd7eb01c8b51 None None] Port e35e9f0d-f56e-40bf-bc62-6af149c77e0f cannot update to ACTIVE because it is not bound. {{(pid=86345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 14:51:33.191644 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdd26-8481-41db-bff5-f649c9f77db5 req-c6709968-db87-4248-bbea-797e4f30761c tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:33.197116 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-88dbdd26-8481-41db-bff5-f649c9f77db5 req-c6709968-db87-4248-bbea-797e4f30761c tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 931 time: 0.1255629 Apr 21 14:51:33.263463 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-88dbdd26-8481-41db-bff5-f649c9f77db5 req-d5be1e42-6820-4276-a4b1-11c923227ab0 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Synchronizing usage tracker for tenant:d898c0563eb7421792fba18e61e3e727 on resource:security_group {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:51:33.294071 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-88dbdd26-8481-41db-bff5-f649c9f77db5 req-d5be1e42-6820-4276-a4b1-11c923227ab0 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Unset dirty status for tenant:d898c0563eb7421792fba18e61e3e727 on resource:security_group {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:51:33.296346 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-88dbdd26-8481-41db-bff5-f649c9f77db5 req-d5be1e42-6820-4276-a4b1-11c923227ab0 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914745 Apr 21 14:51:34.647998 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9f33f-4836-4109-b901-121f5893a392 req-26d2fde7-997d-4114-b383-b87d1129cbc9 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:34.650830 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bcb9f33f-4836-4109-b901-121f5893a392 req-26d2fde7-997d-4114-b383-b87d1129cbc9 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 931 time: 0.1586635 Apr 21 14:51:34.729612 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-bcb9f33f-4836-4109-b901-121f5893a392 req-e0ad8ba2-98c0-4769-8023-915093bba80b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662086 Apr 21 14:51:35.020561 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3eb59ac0-6a03-4601-95f3-3894c569f80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:35.979171 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996d66e-6ac3-42b6-9de2-35384c9b477d req-231f82bb-7c1b-4d32-8a7d-8b3ebd9570e3 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:35.981031 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7996d66e-6ac3-42b6-9de2-35384c9b477d req-231f82bb-7c1b-4d32-8a7d-8b3ebd9570e3 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 931 time: 0.1029990 Apr 21 14:51:36.302210 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-7996d66e-6ac3-42b6-9de2-35384c9b477d req-ddbdf0c9-d9e4-4d8e-8a9b-fd59a2b7ffd2 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097460 Apr 21 14:51:37.671529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef957fd-2e12-4c9c-a163-2d3a776b9e86 req-d5d358be-3736-4ba7-ba0d-12b6adc48776 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:37.674635 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6ef957fd-2e12-4c9c-a163-2d3a776b9e86 req-d5d358be-3736-4ba7-ba0d-12b6adc48776 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 931 time: 0.1513424 Apr 21 14:51:37.741910 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6ef957fd-2e12-4c9c-a163-2d3a776b9e86 req-584661f6-d76b-49dc-9450-478ac60e534f tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544167 Apr 21 14:51:38.293996 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-05d51856-ade9-4c0f-8c42-a1d2d31ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:38.970262 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:39.078434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826c64-5e79-4fa9-a466-ae3530c9368b req-3dbb3eab-f5b6-43d5-9461-428dca9d34ec tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:39.085569 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ca826c64-5e79-4fa9-a466-ae3530c9368b req-3dbb3eab-f5b6-43d5-9461-428dca9d34ec tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 931 time: 0.1481798 Apr 21 14:51:39.165226 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ca826c64-5e79-4fa9-a466-ae3530c9368b req-10b92424-9959-4965-a0dd-359deb25d2af tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778353 Apr 21 14:51:39.810077 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:39.850727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:40.483636 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe21bdc-3a6b-49a9-809e-2302c6901060 req-49da7214-f54f-4cda-8c60-b8608cf58e5b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:40.486665 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6fe21bdc-3a6b-49a9-809e-2302c6901060 req-49da7214-f54f-4cda-8c60-b8608cf58e5b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 931 time: 0.1665916 Apr 21 14:51:40.583818 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-6fe21bdc-3a6b-49a9-809e-2302c6901060 req-3328c78a-3111-4ae4-afb9-32dac73b9767 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812550 Apr 21 14:51:40.979684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:41.807457 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab5715-eaef-40a6-83ed-92d964950190 req-1ad30fbb-11da-4f42-a63b-e6a5997e62c5 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:41.809166 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f7ab5715-eaef-40a6-83ed-92d964950190 req-1ad30fbb-11da-4f42-a63b-e6a5997e62c5 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 931 time: 0.0926354 Apr 21 14:51:41.861223 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f7ab5715-eaef-40a6-83ed-92d964950190 req-43d7551f-0eb6-4ea6-84c5-89bd4553590e tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452073 Apr 21 14:51:43.078142 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1e51e-826c-469d-9d57-b627076fe200 req-ae2df915-bd8c-473f-809c-958f49a92d00 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:43.080268 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-20a1e51e-826c-469d-9d57-b627076fe200 req-ae2df915-bd8c-473f-809c-958f49a92d00 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 931 time: 0.0999892 Apr 21 14:51:43.133698 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-20a1e51e-826c-469d-9d57-b627076fe200 req-d3256afc-5f17-44d5-8d96-3452e6a0ab9e tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464206 Apr 21 14:51:43.635695 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Request body: {'port': {'device_id': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:43.803303 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:44.336442 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35e9f0d-f56e-40bf-bc62-6af149c77e0f {{(pid=86343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:51:44.352288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:44.380133 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Transition to ACTIVE for port object e35e9f0d-f56e-40bf-bc62-6af149c77e0f will not be triggered until provisioned by entity L2. {{(pid=86343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 14:51:44.384619 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:44.392443 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c9f6e52f-575e-45cd-98ba-1c352a8e5b7f tempest-AttachVolumeShelveTestJSON-1878866295 tempest-AttachVolumeShelveTestJSON-1878866295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:44.425798 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900fee3-2c0e-4a2c-9f3d-73f0911c6900 req-ed3a5edd-bf74-4d64-9b19-14ab86392e9f tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:44.427897 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4900fee3-2c0e-4a2c-9f3d-73f0911c6900 req-ed3a5edd-bf74-4d64-9b19-14ab86392e9f tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 931 time: 0.1388745 Apr 21 14:51:44.508809 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4900fee3-2c0e-4a2c-9f3d-73f0911c6900 req-0930df62-6f46-4838-9f2b-3a40989a980d tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716770 Apr 21 14:51:44.673490 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Pushing event updated for resources: {'Port': ['ID=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:44.689193 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:44.732191 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Attempting to bind port e35e9f0d-f56e-40bf-bc62-6af149c77e0f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 14:51:44.732570 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Attempting to bind port e35e9f0d-f56e-40bf-bc62-6af149c77e0f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '61db62b8-82b4-414c-9b7d-85932baeaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754'}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 14:51:44.732996 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Attempting to bind port e35e9f0d-f56e-40bf-bc62-6af149c77e0f on network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:51:44.739403 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Port e35e9f0d-f56e-40bf-bc62-6af149c77e0f on network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:51:44.739828 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Attempting to bind port e35e9f0d-f56e-40bf-bc62-6af149c77e0f on network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 14:51:44.746308 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Checking agent: {'id': '1f97a720-66f0-4c9e-a93b-c4e68c2c2e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'started_at': datetime.datetime(2021, 4, 21, 14, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:44.746844 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Checking segment: {'id': '61db62b8-82b4-414c-9b7d-85932baeaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 14:51:44.747457 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Bound using segment: {'id': '61db62b8-82b4-414c-9b7d-85932baeaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754'} {{(pid=86343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:44.748071 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Bound port: e35e9f0d-f56e-40bf-bc62-6af149c77e0f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61db62b8-82b4-414c-9b7d-85932baeaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754'}}] {{(pid=86343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 14:51:44.748633 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:44.859936 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] For port e35e9f0d-f56e-40bf-bc62-6af149c77e0f, host hv-cinder-78638, cleared binding levels {{(pid=86343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 14:51:44.863775 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] For port e35e9f0d-f56e-40bf-bc62-6af149c77e0f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 14:51:44.867905 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:44.873537 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d8687178-5140-4ab7-8547-e17ba4537c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:44.939217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:44.939913 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:44.941651 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] 10.222.0.44 "PUT /v2.0/ports/e35e9f0d-f56e-40bf-bc62-6af149c77e0f HTTP/1.1" status: 200 len: 1093 time: 1.3712091 Apr 21 14:51:44.942273 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:51:44.979511 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Pushing event updated for resources: {'Port': ['ID=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,revision_number=3']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:44.984836 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1f3b0987-3fd8-4b37-abc5-c8cfecc83b79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:45.040268 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f', 'status': 'completed', 'code': 200} Apr 21 14:51:45.103934 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1dfe4bd9-83af-4878-8b8c-eb4625ea55d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:45.106738 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-1dfe4bd9-83af-4878-8b8c-eb4625ea55d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d898c0563eb7421792fba18e61e3e727&device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 1096 time: 0.1186025 Apr 21 14:51:45.198063 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-90e7bd18-34a7-4fd6-83ab-c65f7b561f1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f HTTP/1.1" status: 200 len: 217 time: 0.0837352 Apr 21 14:51:45.277727 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-a3fe809e-50f5-4b53-8792-c553751b5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:45.279597 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-a3fe809e-50f5-4b53-8792-c553751b5569 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41c6d3e0-5f06-44c8-98e9-1413a602914d HTTP/1.1" status: 200 len: 854 time: 0.0749211 Apr 21 14:51:45.641766 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-d693c6f8-6120-4cac-8964-a94faa72dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:45.643466 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-d693c6f8-6120-4cac-8964-a94faa72dad2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3575397 Apr 21 14:51:45.823410 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-fcf9c59f-1305-49ea-9205-8668339b1c4c service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723037 Apr 21 14:51:45.827759 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b06a6-d6ca-4ab7-870f-d195843cf48e req-9b6a27c5-4d72-48b7-bfc2-5cdbeb02a679 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:45.829720 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fd1b06a6-d6ca-4ab7-870f-d195843cf48e req-9b6a27c5-4d72-48b7-bfc2-5cdbeb02a679 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 943 time: 0.1475856 Apr 21 14:51:45.884653 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-fd1b06a6-d6ca-4ab7-870f-d195843cf48e req-a5ecffbe-b4ae-45f4-ada6-b36951e447dc tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471988 Apr 21 14:51:46.079865 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-567d431f-6bc5-4eea-8e7e-4146d0624721 req-3c9a8f58-4375-425b-9e8f-acdfda21f00c service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495768 Apr 21 14:51:46.237632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c9348-ad3a-4c2e-9ab3-5a228bd7211b req-4bb7e905-edbe-46bb-8896-05d304b0b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:46.239598 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8c9c9348-ad3a-4c2e-9ab3-5a228bd7211b req-4bb7e905-edbe-46bb-8896-05d304b0b507 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d898c0563eb7421792fba18e61e3e727&device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 1096 time: 0.1016085 Apr 21 14:51:46.398210 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c9348-ad3a-4c2e-9ab3-5a228bd7211b req-7fe4a647-d3ef-4a24-909e-400acf4c97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:46.400326 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8c9c9348-ad3a-4c2e-9ab3-5a228bd7211b req-7fe4a647-d3ef-4a24-909e-400acf4c97c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754 HTTP/1.1" status: 200 len: 916 time: 0.1543713 Apr 21 14:51:46.484987 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8c9c9348-ad3a-4c2e-9ab3-5a228bd7211b req-2b77de1a-375c-4713-84e3-1f29dd30fc7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f HTTP/1.1" status: 200 len: 217 time: 0.0763216 Apr 21 14:51:46.563332 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c9348-ad3a-4c2e-9ab3-5a228bd7211b req-9de22ac0-b007-4951-bdde-a059fbea05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:46.565153 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8c9c9348-ad3a-4c2e-9ab3-5a228bd7211b req-9de22ac0-b007-4951-bdde-a059fbea05ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41c6d3e0-5f06-44c8-98e9-1413a602914d HTTP/1.1" status: 200 len: 854 time: 0.0732963 Apr 21 14:51:46.660175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c9348-ad3a-4c2e-9ab3-5a228bd7211b req-5999e701-062d-4320-9f74-ca31ef64c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:46.661906 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8c9c9348-ad3a-4c2e-9ab3-5a228bd7211b req-5999e701-062d-4320-9f74-ca31ef64c99a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892656 Apr 21 14:51:46.817550 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8c9c9348-ad3a-4c2e-9ab3-5a228bd7211b req-50559c3a-fb18-4357-9857-a25120f23230 service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484795 Apr 21 14:51:46.980417 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8c9c9348-ad3a-4c2e-9ab3-5a228bd7211b req-abb5ec3d-74aa-4a65-b850-6c8fb4be42a1 service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557128 Apr 21 14:51:47.161564 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4304c5-1857-4ae2-9848-0cfe101b7933 req-de2bf279-987a-47df-a139-b4897659a63c tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:47.164118 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ea4304c5-1857-4ae2-9848-0cfe101b7933 req-de2bf279-987a-47df-a139-b4897659a63c tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 943 time: 0.1456368 Apr 21 14:51:47.218597 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ea4304c5-1857-4ae2-9848-0cfe101b7933 req-bf6a3520-ef4f-4547-9dfd-aa5e7842174d tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467200 Apr 21 14:51:47.960231 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device e35e9f0d-f56e-40bf-bc62-6af149c77e0f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=86345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 14:51:48.119261 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port e35e9f0d-f56e-40bf-bc62-6af149c77e0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:51:48.135288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Returning: {'device': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'port_id': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f', 'mac_address': 'fa:16:3e:b0:48:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:51:48.198288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:48.217622 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35e9f0d-f56e-40bf-bc62-6af149c77e0f {{(pid=86345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 14:51:48.235569 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port e35e9f0d-f56e-40bf-bc62-6af149c77e0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:51:48.238938 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:48.241144 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-52641375-6d45-4286-b44b-6dfbe558dbe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:48.376866 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,revision_number=4']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:48.392023 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:48.392658 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:48.393372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:48.393999 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:48.394614 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:48.395267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:48.395912 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:48.396556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:48.397206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:48.397670 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:48.398302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:48.398926 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:51:48.406795 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:48.535650 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9973172-1efc-4ab6-a2ac-2976d240dc18 req-c6161f6f-a253-4b30-972c-1991f67f9c4f tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:48.537427 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f9973172-1efc-4ab6-a2ac-2976d240dc18 req-c6161f6f-a253-4b30-972c-1991f67f9c4f tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 944 time: 0.1122482 Apr 21 14:51:48.563426 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['e35e9f0d-f56e-40bf-bc62-6af149c77e0f'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:51:48.592910 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-f9973172-1efc-4ab6-a2ac-2976d240dc18 req-0eba349b-a26d-4c22-bbd3-62e0e1d35e8f tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477085 Apr 21 14:51:49.831557 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca239af8-f3ca-4522-9c2a-648ac71bf92a req-26a12612-aaa1-4841-9f17-e02046751c06 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:49.833285 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ca239af8-f3ca-4522-9c2a-648ac71bf92a req-26a12612-aaa1-4841-9f17-e02046751c06 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 944 time: 0.1013191 Apr 21 14:51:49.891406 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ca239af8-f3ca-4522-9c2a-648ac71bf92a req-b643d846-0a70-438a-9624-164f67288d01 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462134 Apr 21 14:51:49.983371 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device e35e9f0d-f56e-40bf-bc62-6af149c77e0f up at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 14:51:50.117035 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning for port e35e9f0d-f56e-40bf-bc62-6af149c77e0f completed by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 14:51:50.126447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Provisioning complete for port e35e9f0d-f56e-40bf-bc62-6af149c77e0f triggered by entity L2. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:51:50.127149 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:50.361687 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:50.401629 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f'}] {{(pid=86345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:51:50.412694 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] For port e35e9f0d-f56e-40bf-bc62-6af149c77e0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:51:50.416227 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371'] for port, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:50.418804 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:50.536565 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Pushing event updated for resources: {'Port': ['ID=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,revision_number=5']} {{(pid=86345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:50.542301 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:51:50.652104 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f', 'code': 200} Apr 21 14:51:50.911372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff3029-d09a-425c-9f7d-b741d3be32d4 req-417abf08-c6a9-4b5b-b7ff-313923e7bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:50.913030 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5fff3029-d09a-425c-9f7d-b741d3be32d4 req-417abf08-c6a9-4b5b-b7ff-313923e7bd3b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 1098 time: 0.0879283 Apr 21 14:51:50.964501 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5fff3029-d09a-425c-9f7d-b741d3be32d4 req-76b60aab-a6bf-4648-840e-bf17844e3fd7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447714 Apr 21 14:51:51.116012 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb68e7-a323-47b8-8989-b8afb93e9d46 req-4feca6c3-bbcc-4e59-a016-ceb47a547211 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:51.117939 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cffb68e7-a323-47b8-8989-b8afb93e9d46 req-4feca6c3-bbcc-4e59-a016-ceb47a547211 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 945 time: 0.0996239 Apr 21 14:51:51.176082 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-cffb68e7-a323-47b8-8989-b8afb93e9d46 req-247911cf-b9d6-44de-ba55-6e3c3f2828f5 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507190 Apr 21 14:51:52.390965 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e5d53-850d-43e4-9909-c81b08084109 req-96ad1ea7-380d-428c-b0b8-cd1551dfa933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:52.392695 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d79e5d53-850d-43e4-9909-c81b08084109 req-96ad1ea7-380d-428c-b0b8-cd1551dfa933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 945 time: 0.0944543 Apr 21 14:51:52.452585 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-d79e5d53-850d-43e4-9909-c81b08084109 req-3a7a8780-9d04-49e4-a2f2-3060649f1e9b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525458 Apr 21 14:51:52.692588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e676ca-c307-4769-a7a7-3f02bb93e1ea req-9964dc76-b4a2-4678-83a3-1993bd3eaf3c tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:52.694465 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-45e676ca-c307-4769-a7a7-3f02bb93e1ea req-9964dc76-b4a2-4678-83a3-1993bd3eaf3c tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 945 time: 0.0993974 Apr 21 14:51:52.757535 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-45e676ca-c307-4769-a7a7-3f02bb93e1ea req-a066f622-264c-4b06-8e2b-6599ba56ab5d tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498478 Apr 21 14:51:53.267595 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9102f-94b2-4b32-a73b-43ac8f26fbc4 req-55731964-0352-4e8e-96af-c894b429d28a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:53.269357 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-57c9102f-94b2-4b32-a73b-43ac8f26fbc4 req-55731964-0352-4e8e-96af-c894b429d28a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 945 time: 0.0938723 Apr 21 14:51:53.324033 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-57c9102f-94b2-4b32-a73b-43ac8f26fbc4 req-9db84fd7-22d6-4f21-ac79-a748e1961e1a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474250 Apr 21 14:51:58.543334 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2acb3-1c04-4a6f-8e26-51e4ba2119c1 req-533692e5-9767-4efb-8caf-c0d7f92d89f2 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:58.545302 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-08f2acb3-1c04-4a6f-8e26-51e4ba2119c1 req-533692e5-9767-4efb-8caf-c0d7f92d89f2 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 945 time: 0.1009114 Apr 21 14:51:58.598730 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-08f2acb3-1c04-4a6f-8e26-51e4ba2119c1 req-44d09eb0-ae51-4058-a1a0-b54fa083f12f tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463181 Apr 21 14:51:58.626188 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37926) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:58.762321 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1b05a5-8825-4d88-b5fd-257c339a8184 tempest-TestMinimumBasicScenario-145067746 tempest-TestMinimumBasicScenario-145067746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:51:58.763121 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4c1b05a5-8825-4d88-b5fd-257c339a8184 tempest-TestMinimumBasicScenario-145067746 tempest-TestMinimumBasicScenario-145067746-project-admin] Synchronizing usage tracker for tenant:bbf56d23041947b2b44a44bd56c76f59 on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:51:58.781395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4c1b05a5-8825-4d88-b5fd-257c339a8184 tempest-TestMinimumBasicScenario-145067746 tempest-TestMinimumBasicScenario-145067746-project-admin] Unset dirty status for tenant:bbf56d23041947b2b44a44bd56c76f59 on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:51:58.782747 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-4c1b05a5-8825-4d88-b5fd-257c339a8184 tempest-TestMinimumBasicScenario-145067746 tempest-TestMinimumBasicScenario-145067746-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 1093 time: 0.1553516 Apr 21 14:51:58.786254 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 37932) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:58.793004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Request body: {'floatingip': {'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'port_id': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:58.800590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:51:58.805476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Usage tracker for resource:floatingip and tenant:d898c0563eb7421792fba18e61e3e727 is out of sync, need to count used quota {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:51:58.808930 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:51:58.816463 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:51:58.828006 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for floatingip, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:59.019103 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:59.241341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_common [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Allocated IP 172.28.3.20 (8a2848aa-eba2-47a6-8083-67a357f861ae/df827936-ef2e-46f1-b2f9-2f2e446e82cd/8344ed6f-585b-4c21-bd35-eb7693151ab3) {{(pid=86343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 14:51:59.409295 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for port, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:59.442833 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761473761395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:51:59.448796 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d632b21b-6b0d-42a4-b1bd-30d18c67b573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:51:59.533360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Network 8a2848aa-eba2-47a6-8083-67a357f861ae is already hosted by enough agents. {{(pid=86343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 14:51:59.536651 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.base_scheduler [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Resources bound (agent type, host, resource id): {{(pid=86343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 14:51:59.541597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Received port after_create {{(pid=86343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 14:51:59.579739 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event updated for resources: {'Port': ['ID=8344ed6f-585b-4c21-bd35-eb7693151ab3,revision_number=1']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:51:59.587711 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:52:00.068194 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:00.219370 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:00.540774 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for port, precommit_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:00.546045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16416192'] for port, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:00.554922 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f48bc128-8bc8-45cc-be71-36b361c6b45d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:52:00.767651 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event updated for resources: {'Port': ['ID=8344ed6f-585b-4c21-bd35-eb7693151ab3,revision_number=2']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:52:00.783748 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:52:00.800883 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-428214'] for floatingip, after_update {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:01.031831 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_db [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Floating IP f0d8c065-f994-4b53-89ed-d6545a11aaea associated. External IP: 172.28.3.20, port: e35e9f0d-f56e-40bf-bc62-6af149c77e0f. Apr 21 14:52:01.693880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:52:01.899448 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:52:01.911627 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e6ad07-d6b1-432c-a5f1-bf2e5af0fe76 None None] Sync routers for ids ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:52:01.923563 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e6ad07-d6b1-432c-a5f1-bf2e5af0fe76 None None] Routers {'bfdc483e-7f1c-4b9a-bead-6ec10068bd11'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:52:01.924614 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-03e6ad07-d6b1-432c-a5f1-bf2e5af0fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:51:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:52:01.927217 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.000606 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2126853 Apr 21 14:52:02.002161 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:52:02.004221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37936) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.012022 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1733451677', 'description': 'tempest-secgroup-smoke-1733451677 description', 'project_id': 'd898c0563eb7421792fba18e61e3e727'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:02.019856 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:52:02.033539 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:52:02.044520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.073416 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:52:02.078805 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Usage tracker for resource:security_group_rule and tenant:d898c0563eb7421792fba18e61e3e727 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:52:02.082819 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:52:02.091189 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:52:02.105283 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f', 'status': 'completed', 'code': 200} Apr 21 14:52:02.212587 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.216630 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.225996 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-704e4789-304b-4a97-8799-85a6fdaa6983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:52:02.229728 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-03e6ad07-d6b1-432c-a5f1-bf2e5af0fe76 None None] Set router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:52:02.265572 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade6939-6a38-4af7-904d-42e02ea6ef33 req-94ec2d7f-b0b5-48a8-ac01-76b0bd5fbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:02.268340 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aade6939-6a38-4af7-904d-42e02ea6ef33 req-94ec2d7f-b0b5-48a8-ac01-76b0bd5fbace service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d898c0563eb7421792fba18e61e3e727&device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 1098 time: 0.1297114 Apr 21 14:52:02.278190 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.281659 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2758732 Apr 21 14:52:02.292582 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37942) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.314033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-6e3e65c9-02c3-4428-b76c-0f3cd4e8d933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Request body: {'security_group_rule': {'security_group_id': '072f484b-8ebb-48ae-ac78-bcc47b4fc4cd', 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:02.322947 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6e3e65c9-02c3-4428-b76c-0f3cd4e8d933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:52:02.326473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd,revision_number=1']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:52:02.334141 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6e3e65c9-02c3-4428-b76c-0f3cd4e8d933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Usage tracker for resource:security_group_rule and tenant:d898c0563eb7421792fba18e61e3e727 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:52:02.343659 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-6e3e65c9-02c3-4428-b76c-0f3cd4e8d933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:52:02.349361 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:52:02.349969 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:52:02.350518 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:52:02.351059 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:52:02.351709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:52:02.353141 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:52:02.353692 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:52:02.354364 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:52:02.354951 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:52:02.355549 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:52:02.356094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:52:02.356706 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:52:02.362145 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-eeafaf60-1cb7-4e62-b9a5-dd214fffa538 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:52:02.371132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-6e3e65c9-02c3-4428-b76c-0f3cd4e8d933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:52:02.397259 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6e3e65c9-02c3-4428-b76c-0f3cd4e8d933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.502308 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6e3e65c9-02c3-4428-b76c-0f3cd4e8d933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.509064 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6e3e65c9-02c3-4428-b76c-0f3cd4e8d933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.522955 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a24ab0d2-895d-4a12-bd4e-ec114e0408c6 tempest-AttachVolumeTestJSON-840635932 tempest-AttachVolumeTestJSON-840635932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:52:02.546645 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade6939-6a38-4af7-904d-42e02ea6ef33 req-1b75e7aa-b4b6-41fe-b3b1-b2db3873078e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:02.548539 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aade6939-6a38-4af7-904d-42e02ea6ef33 req-1b75e7aa-b4b6-41fe-b3b1-b2db3873078e service neutron] 10.222.0.44 "GET /v2.0/networks?id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754 HTTP/1.1" status: 200 len: 916 time: 0.2729003 Apr 21 14:52:02.565322 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e65c9-02c3-4428-b76c-0f3cd4e8d933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a3f75d-1da4-4e44-bbf1-f37479b0e266,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:52:02.569024 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6e3e65c9-02c3-4428-b76c-0f3cd4e8d933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:52:02.575500 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-6e3e65c9-02c3-4428-b76c-0f3cd4e8d933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.577640 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-6e3e65c9-02c3-4428-b76c-0f3cd4e8d933 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2834466 Apr 21 14:52:02.581046 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37946) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.588786 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-0fbbeb10-1376-4331-bce8-9ab585f0af96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Request body: {'security_group_rule': {'security_group_id': '072f484b-8ebb-48ae-ac78-bcc47b4fc4cd', 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:02.597238 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-0fbbeb10-1376-4331-bce8-9ab585f0af96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:52:02.602477 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-0fbbeb10-1376-4331-bce8-9ab585f0af96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Usage tracker for resource:security_group_rule and tenant:d898c0563eb7421792fba18e61e3e727 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:52:02.606955 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-0fbbeb10-1376-4331-bce8-9ab585f0af96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:52:02.616325 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-0fbbeb10-1376-4331-bce8-9ab585f0af96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:52:02.639207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0fbbeb10-1376-4331-bce8-9ab585f0af96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.720139 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0fbbeb10-1376-4331-bce8-9ab585f0af96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.723909 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0fbbeb10-1376-4331-bce8-9ab585f0af96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.732688 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-42223eae-a6c5-4eb6-bb59-04045fbb1004 tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:52:02.754471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbeb10-1376-4331-bce8-9ab585f0af96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0760181e-a4fa-41d1-8b19-e0089e3373ca,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:52:02.760894 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-0fbbeb10-1376-4331-bce8-9ab585f0af96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:52:02.761887 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aade6939-6a38-4af7-904d-42e02ea6ef33 req-58e734c1-d2ca-4584-a496-df81c47aebfb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f HTTP/1.1" status: 200 len: 998 time: 0.2062683 Apr 21 14:52:02.765743 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-0fbbeb10-1376-4331-bce8-9ab585f0af96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.767077 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-0fbbeb10-1376-4331-bce8-9ab585f0af96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1847711 Apr 21 14:52:02.772159 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37950) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.779280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-94e1a041-06ac-4c7c-8f53-917d8ce99728 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Request body: {'security_group_rule': {'security_group_id': '072f484b-8ebb-48ae-ac78-bcc47b4fc4cd', 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:02.786597 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-94e1a041-06ac-4c7c-8f53-917d8ce99728 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:52:02.790985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-94e1a041-06ac-4c7c-8f53-917d8ce99728 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Usage tracker for resource:security_group_rule and tenant:d898c0563eb7421792fba18e61e3e727 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:52:02.794248 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-94e1a041-06ac-4c7c-8f53-917d8ce99728 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:52:02.801002 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-94e1a041-06ac-4c7c-8f53-917d8ce99728 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:52:02.826445 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-94e1a041-06ac-4c7c-8f53-917d8ce99728 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.885326 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-03e6ad07-d6b1-432c-a5f1-bf2e5af0fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 4, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port': {'id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': 'f0d8c065-f994-4b53-89ed-d6545a11aaea', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'floating_ip_address': '172.28.3.20', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'port_id': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'mac_address': 'fa:16:3e:b0:48:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:51:59Z', 'updated_at': '2021-04-21T14:51:59Z', 'revision_number': 0, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7276c4ae-d9cd-4164-a257-36a0927d77ac', 'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'mac_address': 'fa:16:3e:6a:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:02Z', 'updated_at': '2021-04-21T14:51:11Z', 'revision_number': 5, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'subnets': [{'id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:52:02.890171 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e6ad07-d6b1-432c-a5f1-bf2e5af0fe76 None None] Checking router: bfdc483e-7f1c-4b9a-bead-6ec10068bd11 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:52:02.900530 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e6ad07-d6b1-432c-a5f1-bf2e5af0fe76 None None] Routers {'bfdc483e-7f1c-4b9a-bead-6ec10068bd11'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:52:02.901480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-03e6ad07-d6b1-432c-a5f1-bf2e5af0fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:51:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:52:02.902619 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade6939-6a38-4af7-904d-42e02ea6ef33 req-47b39de1-fb95-4ef2-a489-adf8b2372261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:02.906133 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aade6939-6a38-4af7-904d-42e02ea6ef33 req-47b39de1-fb95-4ef2-a489-adf8b2372261 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41c6d3e0-5f06-44c8-98e9-1413a602914d HTTP/1.1" status: 200 len: 854 time: 0.1327162 Apr 21 14:52:02.945003 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-94e1a041-06ac-4c7c-8f53-917d8ce99728 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.951191 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-94e1a041-06ac-4c7c-8f53-917d8ce99728 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:02.955340 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:52:03.001596 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1a041-06ac-4c7c-8f53-917d8ce99728 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342ff207-f16d-4fe3-a3d0-2285fa07eeea,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:52:03.003261 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade6939-6a38-4af7-904d-42e02ea6ef33 req-0190518f-56cc-4a99-bdb2-713316db60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:03.005673 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aade6939-6a38-4af7-904d-42e02ea6ef33 req-0190518f-56cc-4a99-bdb2-713316db60ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0936677 Apr 21 14:52:03.010101 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-94e1a041-06ac-4c7c-8f53-917d8ce99728 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:52:03.022932 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-94e1a041-06ac-4c7c-8f53-917d8ce99728 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:03.031365 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-94e1a041-06ac-4c7c-8f53-917d8ce99728 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2515705 Apr 21 14:52:03.033070 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37954) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.044302 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-43aef5cd-3cc7-4254-bb38-493d65590c01 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Request body: {'security_group_rule': {'security_group_id': '072f484b-8ebb-48ae-ac78-bcc47b4fc4cd', 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:03.056822 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-43aef5cd-3cc7-4254-bb38-493d65590c01 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:52:03.064758 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-43aef5cd-3cc7-4254-bb38-493d65590c01 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Usage tracker for resource:security_group_rule and tenant:d898c0563eb7421792fba18e61e3e727 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:52:03.070427 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-43aef5cd-3cc7-4254-bb38-493d65590c01 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:52:03.081952 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-43aef5cd-3cc7-4254-bb38-493d65590c01 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:52:03.111198 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-03e6ad07-d6b1-432c-a5f1-bf2e5af0fe76 None None] Set router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:52:03.112731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-43aef5cd-3cc7-4254-bb38-493d65590c01 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:03.187252 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aade6939-6a38-4af7-904d-42e02ea6ef33 req-9ba92145-c345-4b6f-aec0-0636631e1e63 service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736543 Apr 21 14:52:03.239343 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-43aef5cd-3cc7-4254-bb38-493d65590c01 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:03.244874 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-43aef5cd-3cc7-4254-bb38-493d65590c01 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:03.248796 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:52:03.281820 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aef5cd-3cc7-4254-bb38-493d65590c01 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c2d02b-a54a-4bce-80ed-3abd860a7c91,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:52:03.295448 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-43aef5cd-3cc7-4254-bb38-493d65590c01 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:52:03.312927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-43aef5cd-3cc7-4254-bb38-493d65590c01 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:03.315038 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-43aef5cd-3cc7-4254-bb38-493d65590c01 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2798948 Apr 21 14:52:03.317932 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37958) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.326204 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-c3752dd7-4973-4771-b1bf-bd554296584a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Request body: {'security_group_rule': {'security_group_id': '072f484b-8ebb-48ae-ac78-bcc47b4fc4cd', 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:03.335027 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c3752dd7-4973-4771-b1bf-bd554296584a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:52:03.340304 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c3752dd7-4973-4771-b1bf-bd554296584a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Usage tracker for resource:security_group_rule and tenant:d898c0563eb7421792fba18e61e3e727 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:52:03.344464 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-c3752dd7-4973-4771-b1bf-bd554296584a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:52:03.353693 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-c3752dd7-4973-4771-b1bf-bd554296584a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:52:03.368767 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.securitygroups_db [None req-c3752dd7-4973-4771-b1bf-bd554296584a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Project d898c0563eb7421792fba18e61e3e727 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:52:03.377915 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3752dd7-4973-4771-b1bf-bd554296584a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:03.395174 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-aade6939-6a38-4af7-904d-42e02ea6ef33 req-55db6d4a-8074-424b-a407-513dd6e5bdc3 service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003632 Apr 21 14:52:03.487294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3752dd7-4973-4771-b1bf-bd554296584a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:03.491284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3752dd7-4973-4771-b1bf-bd554296584a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:03.498428 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:52:03.522542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3752dd7-4973-4771-b1bf-bd554296584a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e404d6-f9a5-4df3-beba-ed82ff757a5e,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:52:03.525778 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-c3752dd7-4973-4771-b1bf-bd554296584a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:52:03.534005 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c3752dd7-4973-4771-b1bf-bd554296584a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:03.535396 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-c3752dd7-4973-4771-b1bf-bd554296584a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2162788 Apr 21 14:52:03.538455 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 37962) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.545173 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [None req-06009fb2-9be7-4d0b-af12-16fde35e6769 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Request body: {'security_group_rule': {'security_group_id': '072f484b-8ebb-48ae-ac78-bcc47b4fc4cd', 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:03.552086 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-06009fb2-9be7-4d0b-af12-16fde35e6769 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 14:52:03.556772 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-06009fb2-9be7-4d0b-af12-16fde35e6769 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Usage tracker for resource:security_group_rule and tenant:d898c0563eb7421792fba18e61e3e727 is out of sync, need to count used quota {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 14:52:03.560132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [None req-06009fb2-9be7-4d0b-af12-16fde35e6769 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 14:52:03.566880 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.quota.driver [None req-06009fb2-9be7-4d0b-af12-16fde35e6769 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 14:52:03.578839 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.securitygroups_db [None req-06009fb2-9be7-4d0b-af12-16fde35e6769 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Project d898c0563eb7421792fba18e61e3e727 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:52:03.588179 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-06009fb2-9be7-4d0b-af12-16fde35e6769 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:03.647579 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-03e6ad07-d6b1-432c-a5f1-bf2e5af0fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 4, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port': {'id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': 'f0d8c065-f994-4b53-89ed-d6545a11aaea', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'floating_ip_address': '172.28.3.20', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'port_id': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'mac_address': 'fa:16:3e:b0:48:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:51:59Z', 'updated_at': '2021-04-21T14:51:59Z', 'revision_number': 0, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7276c4ae-d9cd-4164-a257-36a0927d77ac', 'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'mac_address': 'fa:16:3e:6a:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:02Z', 'updated_at': '2021-04-21T14:51:11Z', 'revision_number': 5, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'subnets': [{'id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:52:03.656249 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e6ad07-d6b1-432c-a5f1-bf2e5af0fe76 None None] The sync data for ids ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'] in dv-cinder-786385-2-smb is: [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 4, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port': {'id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_floatingips': [{'id': 'f0d8c065-f994-4b53-89ed-d6545a11aaea', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'floating_ip_address': '172.28.3.20', 'floating_network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'router_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'port_id': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'mac_address': 'fa:16:3e:b0:48:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T14:51:59Z', 'updated_at': '2021-04-21T14:51:59Z', 'revision_number': 0, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7276c4ae-d9cd-4164-a257-36a0927d77ac', 'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'mac_address': 'fa:16:3e:6a:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:02Z', 'updated_at': '2021-04-21T14:51:11Z', 'revision_number': 5, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'subnets': [{'id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:52:03.701967 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-06009fb2-9be7-4d0b-af12-16fde35e6769 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:03.706110 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-06009fb2-9be7-4d0b-af12-16fde35e6769 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394715'] for security_group_rule, after_create {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:03.709879 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-32d58f90-b3a8-49ff-9619-90bb02b6bddd tempest-TestShelveInstance-756652080 tempest-TestShelveInstance-756652080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:52:03.753794 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06009fb2-9be7-4d0b-af12-16fde35e6769 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b194a7-a692-47f7-b755-8c15c4736b9d,revision_number=0']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:52:03.759059 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-06009fb2-9be7-4d0b-af12-16fde35e6769 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:52:03.770348 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-06009fb2-9be7-4d0b-af12-16fde35e6769 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:03.772467 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-06009fb2-9be7-4d0b-af12-16fde35e6769 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2325933 Apr 21 14:52:03.910235 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-01998144-92ba-4802-89ed-34df477653eb req-55324cbc-22de-43ac-ada5-f4709f698563 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Synchronizing usage tracker for tenant:d898c0563eb7421792fba18e61e3e727 on resource:security_group {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:52:03.926516 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-01998144-92ba-4802-89ed-34df477653eb req-55324cbc-22de-43ac-ada5-f4709f698563 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Unset dirty status for tenant:d898c0563eb7421792fba18e61e3e727 on resource:security_group {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:52:03.927860 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-01998144-92ba-4802-89ed-34df477653eb req-55324cbc-22de-43ac-ada5-f4709f698563 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733451677&fields=id&tenant_id=d898c0563eb7421792fba18e61e3e727 HTTP/1.1" status: 200 len: 267 time: 0.0627737 Apr 21 14:52:04.014828 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfc3026-382f-4df6-abc9-d10942976fe3 None None] New status for floating IP f0d8c065-f994-4b53-89ed-d6545a11aaea: ACTIVE {{(pid=86346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:52:04.076711 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01998144-92ba-4802-89ed-34df477653eb req-72b06bf7-9e78-48b1-9797-cb22c3b16051 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:04.079482 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-01998144-92ba-4802-89ed-34df477653eb req-72b06bf7-9e78-48b1-9797-cb22c3b16051 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 945 time: 0.1394858 Apr 21 14:52:04.097671 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-01998144-92ba-4802-89ed-34df477653eb req-51d46fc0-86a1-45a7-9f80-630eae6cc763 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Request body: {'port': {'security_groups': ['91d04479-875b-4811-bac4-cb837c8761ce', '072f484b-8ebb-48ae-ac78-bcc47b4fc4cd']}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:04.276042 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-01998144-92ba-4802-89ed-34df477653eb req-51d46fc0-86a1-45a7-9f80-630eae6cc763 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:04.672020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-01998144-92ba-4802-89ed-34df477653eb req-51d46fc0-86a1-45a7-9f80-630eae6cc763 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] For port e35e9f0d-f56e-40bf-bc62-6af149c77e0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:52:04.701844 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-01998144-92ba-4802-89ed-34df477653eb req-51d46fc0-86a1-45a7-9f80-630eae6cc763 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for port, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:04.705924 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-01998144-92ba-4802-89ed-34df477653eb req-51d46fc0-86a1-45a7-9f80-630eae6cc763 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14973551'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:04.712038 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b343ba12-ba2b-4df8-8baa-be1cc078ee27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:52:04.718731 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['e35e9f0d-f56e-40bf-bc62-6af149c77e0f'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:52:04.791337 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01998144-92ba-4802-89ed-34df477653eb req-51d46fc0-86a1-45a7-9f80-630eae6cc763 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:04.792084 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-01998144-92ba-4802-89ed-34df477653eb req-51d46fc0-86a1-45a7-9f80-630eae6cc763 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:04.793753 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-01998144-92ba-4802-89ed-34df477653eb req-51d46fc0-86a1-45a7-9f80-630eae6cc763 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "PUT /v2.0/ports/e35e9f0d-f56e-40bf-bc62-6af149c77e0f HTTP/1.1" status: 200 len: 981 time: 0.7057714 Apr 21 14:52:04.794355 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f'}] {{(pid=86344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:52:04.834473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d46fc0-86a1-45a7-9f80-630eae6cc763 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event updated for resources: {'Port': ['ID=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,revision_number=6']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:52:04.841840 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-51d46fc0-86a1-45a7-9f80-630eae6cc763 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:52:04.905362 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['e35e9f0d-f56e-40bf-bc62-6af149c77e0f'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:52:05.105634 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f', 'status': 'completed', 'code': 200} Apr 21 14:52:05.201438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea2802-7356-4161-abce-5feff2b98e2e req-e5c915f3-e962-4948-8a05-5217f42c5fa8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:05.201918 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1dc57-0031-4255-ae57-5e16462ca5d3 req-01b9a0b5-fc27-4acc-9ff9-a54670d30ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:05.203806 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b9c1dc57-0031-4255-ae57-5e16462ca5d3 req-01b9a0b5-fc27-4acc-9ff9-a54670d30ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d898c0563eb7421792fba18e61e3e727&device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 1137 time: 0.1317058 Apr 21 14:52:05.204578 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ebea2802-7356-4161-abce-5feff2b98e2e req-e5c915f3-e962-4948-8a05-5217f42c5fa8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 984 time: 0.1727793 Apr 21 14:52:05.305601 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ebea2802-7356-4161-abce-5feff2b98e2e req-dc1f2120-43d4-4b7a-89c6-74558465647b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&id=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865707 Apr 21 14:52:05.316716 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-78fb15e5-490c-4c9b-8228-0151e24f2fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:05.357434 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-32706195-32ea-4779-aab0-2c0292f2b0c5 None None] Provisioning complete for port e35e9f0d-f56e-40bf-bc62-6af149c77e0f triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:52:05.357843 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-32706195-32ea-4779-aab0-2c0292f2b0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:05.446428 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1dc57-0031-4255-ae57-5e16462ca5d3 req-788119a3-6327-415f-9e74-acec686178e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:05.448249 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b9c1dc57-0031-4255-ae57-5e16462ca5d3 req-788119a3-6327-415f-9e74-acec686178e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754 HTTP/1.1" status: 200 len: 916 time: 0.2373898 Apr 21 14:52:05.657052 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b9c1dc57-0031-4255-ae57-5e16462ca5d3 req-2e5f7368-741b-49a4-8fc9-99b518f3d949 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f HTTP/1.1" status: 200 len: 1000 time: 0.2002189 Apr 21 14:52:05.744718 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1dc57-0031-4255-ae57-5e16462ca5d3 req-2d213936-befc-4079-93a4-82fa8c2d9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:05.746669 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b9c1dc57-0031-4255-ae57-5e16462ca5d3 req-2d213936-befc-4079-93a4-82fa8c2d9231 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41c6d3e0-5f06-44c8-98e9-1413a602914d HTTP/1.1" status: 200 len: 854 time: 0.0825424 Apr 21 14:52:05.844288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1dc57-0031-4255-ae57-5e16462ca5d3 req-bd85a65f-07f3-4353-9db2-2a1db8de9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:05.845933 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b9c1dc57-0031-4255-ae57-5e16462ca5d3 req-bd85a65f-07f3-4353-9db2-2a1db8de9c57 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914698 Apr 21 14:52:06.007438 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b9c1dc57-0031-4255-ae57-5e16462ca5d3 req-ff4cd5be-3b9f-4743-ab7d-007eb164f37d service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508884 Apr 21 14:52:06.146045 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:52:06.178426 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-b9c1dc57-0031-4255-ae57-5e16462ca5d3 req-fd7d1d7e-5da3-4b76-91a1-5643f10e9307 service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638024 Apr 21 14:52:08.290161 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f22d998c-181e-4c0b-ab04-0b0c35100fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:08.937839 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:09.787667 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:09.848426 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:10.975559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:35.013698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8e24299d-3fc4-4f03-a550-05aa234e2e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:38.294369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-9822e8ac-204b-42c2-ba0a-557fc390f22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:38.938961 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:39.803272 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:39.843543 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:41.048007 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:52:43.146841 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:52:48.703826 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ccb7a8f-677a-4624-8b9c-70c0c492caff req-70165685-e6dd-4e04-85e1-e737578f29a3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0875442 Apr 21 14:52:48.864625 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb7a8f-677a-4624-8b9c-70c0c492caff req-e8b46e4c-5a78-4572-9b82-9fc14c39eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:48.866996 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ccb7a8f-677a-4624-8b9c-70c0c492caff req-e8b46e4c-5a78-4572-9b82-9fc14c39eb55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d898c0563eb7421792fba18e61e3e727&device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 1137 time: 0.0840802 Apr 21 14:52:49.040779 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb7a8f-677a-4624-8b9c-70c0c492caff req-fb92c20e-37f5-488e-99a4-28956eb7a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:49.042466 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ccb7a8f-677a-4624-8b9c-70c0c492caff req-fb92c20e-37f5-488e-99a4-28956eb7a28c service neutron] 10.222.0.44 "GET /v2.0/networks?id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754 HTTP/1.1" status: 200 len: 916 time: 0.1559529 Apr 21 14:52:49.165414 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ccb7a8f-677a-4624-8b9c-70c0c492caff req-24c86956-3e27-4099-ae79-20adaf091881 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f HTTP/1.1" status: 200 len: 1000 time: 0.1152997 Apr 21 14:52:49.245974 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb7a8f-677a-4624-8b9c-70c0c492caff req-1a800be3-d601-4580-ab47-125c2638956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:49.247662 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ccb7a8f-677a-4624-8b9c-70c0c492caff req-1a800be3-d601-4580-ab47-125c2638956d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41c6d3e0-5f06-44c8-98e9-1413a602914d HTTP/1.1" status: 200 len: 854 time: 0.0748706 Apr 21 14:52:49.336765 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb7a8f-677a-4624-8b9c-70c0c492caff req-aedca7be-3d78-4d9e-8ba0-3656c64cf6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:52:49.338929 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ccb7a8f-677a-4624-8b9c-70c0c492caff req-aedca7be-3d78-4d9e-8ba0-3656c64cf6ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848947 Apr 21 14:52:49.540961 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ccb7a8f-677a-4624-8b9c-70c0c492caff req-22ac98e2-1890-419d-b375-7cb9cb3f5dfa service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946602 Apr 21 14:52:49.697197 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4ccb7a8f-677a-4624-8b9c-70c0c492caff req-d30d5b55-9942-445c-a67b-3d5f56c66f38 service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498899 Apr 21 14:53:05.016873 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-66bab586-2944-4b45-af32-2c51cb59d70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:53:06.239200 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a76a56-0af5-47cc-b6b4-e88d2760f849 req-19096316-113a-482c-9335-b16f49cd19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:06.241562 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c9a76a56-0af5-47cc-b6b4-e88d2760f849 req-19096316-113a-482c-9335-b16f49cd19d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d898c0563eb7421792fba18e61e3e727&device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 1137 time: 0.0895758 Apr 21 14:53:06.323011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c36d6a-b822-4de3-9a8c-14cd06c00330 req-a0b91ecc-b9a9-43c4-b418-836d9b3efbce tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:06.324765 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-15c36d6a-b822-4de3-9a8c-14cd06c00330 req-a0b91ecc-b9a9-43c4-b418-836d9b3efbce tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 984 time: 0.1378024 Apr 21 14:53:06.389666 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-15c36d6a-b822-4de3-9a8c-14cd06c00330 req-825f26a5-e15f-4301-b6bf-69b7e8be268d tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&id=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519280 Apr 21 14:53:06.432778 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a76a56-0af5-47cc-b6b4-e88d2760f849 req-f6adc8db-63e2-494d-b33f-31fc0fee0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:06.435579 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c9a76a56-0af5-47cc-b6b4-e88d2760f849 req-f6adc8db-63e2-494d-b33f-31fc0fee0258 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754 HTTP/1.1" status: 200 len: 916 time: 0.1874070 Apr 21 14:53:06.557142 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c9a76a56-0af5-47cc-b6b4-e88d2760f849 req-a94e10ea-b1a4-4be1-a046-099a41a1c34c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f HTTP/1.1" status: 200 len: 1000 time: 0.1147022 Apr 21 14:53:06.633665 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a76a56-0af5-47cc-b6b4-e88d2760f849 req-02e86714-d085-4533-b4a9-0155bd418d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:06.635273 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c9a76a56-0af5-47cc-b6b4-e88d2760f849 req-02e86714-d085-4533-b4a9-0155bd418d8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41c6d3e0-5f06-44c8-98e9-1413a602914d HTTP/1.1" status: 200 len: 854 time: 0.0711274 Apr 21 14:53:06.723442 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a76a56-0af5-47cc-b6b4-e88d2760f849 req-1ad32f6c-1d7c-42b4-9368-bc59709a289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:06.725652 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c9a76a56-0af5-47cc-b6b4-e88d2760f849 req-1ad32f6c-1d7c-42b4-9368-bc59709a289d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831490 Apr 21 14:53:06.877961 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c9a76a56-0af5-47cc-b6b4-e88d2760f849 req-7c9d27db-fa4c-41ad-8b05-2d2d66688e63 service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457720 Apr 21 14:53:07.298604 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-c9a76a56-0af5-47cc-b6b4-e88d2760f849 req-055f0092-951a-4872-9831-c0d30a3609b8 service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141333 Apr 21 14:53:07.657783 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b212df7-29a6-4a0f-80c1-3b7049dd2e1d req-2ad2da01-79ac-4985-992e-f82865799149 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:07.659638 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4b212df7-29a6-4a0f-80c1-3b7049dd2e1d req-2ad2da01-79ac-4985-992e-f82865799149 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 984 time: 0.1154380 Apr 21 14:53:07.719360 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-4b212df7-29a6-4a0f-80c1-3b7049dd2e1d req-fb101845-c6fd-4502-8ed1-700ca2685513 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&id=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524254 Apr 21 14:53:08.300049 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fa429016-d10d-41a3-b899-b90524153555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:53:08.949115 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c3539-912f-4522-bc6b-c53380db5739 req-5a3a31fa-6813-4cf7-afb6-9078f220ab69 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:08.950830 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-db5c3539-912f-4522-bc6b-c53380db5739 req-5a3a31fa-6813-4cf7-afb6-9078f220ab69 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 984 time: 0.0958049 Apr 21 14:53:08.951935 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:53:09.009018 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-db5c3539-912f-4522-bc6b-c53380db5739 req-62aaaec0-af00-4875-b84b-ce2fc186295e tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&id=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503418 Apr 21 14:53:09.813628 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:53:09.847801 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:53:10.242301 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e9d0a-de90-467e-9bfb-c5c3efa43f3a req-19adf383-3cba-4aed-a443-9cc39e655240 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:10.244046 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dd5e9d0a-de90-467e-9bfb-c5c3efa43f3a req-19adf383-3cba-4aed-a443-9cc39e655240 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 984 time: 0.1061811 Apr 21 14:53:10.302425 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dd5e9d0a-de90-467e-9bfb-c5c3efa43f3a req-e939297a-8efb-42c3-9b19-1280a3991a5b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&id=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509257 Apr 21 14:53:10.991666 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:53:11.567838 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6be58-512c-418f-829f-70368b01c3e2 req-53f4df7a-69d2-42dc-86a9-25cd30bf6193 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:11.569785 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a1f6be58-512c-418f-829f-70368b01c3e2 req-53f4df7a-69d2-42dc-86a9-25cd30bf6193 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 984 time: 0.1017761 Apr 21 14:53:11.625619 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-a1f6be58-512c-418f-829f-70368b01c3e2 req-fe294bca-a732-4b46-a7c9-74701adcc557 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&id=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485470 Apr 21 14:53:12.849267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87dc45-6092-4b4c-8668-c2411e2efa80 req-00649876-e383-47bb-a1da-31e4290da992 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:12.851566 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5b87dc45-6092-4b4c-8668-c2411e2efa80 req-00649876-e383-47bb-a1da-31e4290da992 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 984 time: 0.1022279 Apr 21 14:53:12.915417 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-5b87dc45-6092-4b4c-8668-c2411e2efa80 req-e3c6ffae-6764-4e45-9c3d-39c316ea68c6 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&id=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511167 Apr 21 14:53:14.136207 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b497c93-f4cb-487e-b55d-a086ea2b59f2 req-97e5a217-9bda-4177-894e-f9cd641065e4 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:14.138001 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0b497c93-f4cb-487e-b55d-a086ea2b59f2 req-97e5a217-9bda-4177-894e-f9cd641065e4 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 984 time: 0.0964088 Apr 21 14:53:14.198215 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-0b497c93-f4cb-487e-b55d-a086ea2b59f2 req-5eb26430-d8b3-4c1a-9552-43871b4bb6a1 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&id=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530202 Apr 21 14:53:15.415259 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed497c36-606b-4758-beae-eee818dc6499 req-04798548-7a10-406a-98a5-85f954567051 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:15.417047 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ed497c36-606b-4758-beae-eee818dc6499 req-04798548-7a10-406a-98a5-85f954567051 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 984 time: 0.0969779 Apr 21 14:53:15.479956 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-ed497c36-606b-4758-beae-eee818dc6499 req-550a5033-451e-4a57-92d2-0e642756f32c tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&id=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493574 Apr 21 14:53:16.714477 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dda23-b24c-46fb-99bc-10f61293cc5c req-6c8fe63e-fa9f-4a0d-bb06-fd89d66078d1 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:16.716500 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e42dda23-b24c-46fb-99bc-10f61293cc5c req-6c8fe63e-fa9f-4a0d-bb06-fd89d66078d1 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 984 time: 0.1004708 Apr 21 14:53:16.773040 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e42dda23-b24c-46fb-99bc-10f61293cc5c req-8126bbf0-f98c-41a7-b1bc-8ef95c6ddf08 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&id=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486417 Apr 21 14:53:18.001094 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26234731-25cd-4378-8bb7-0a286d743513 req-b82b5739-4cf4-47d8-a442-836bd6c553e4 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:18.002952 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-26234731-25cd-4378-8bb7-0a286d743513 req-b82b5739-4cf4-47d8-a442-836bd6c553e4 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 984 time: 0.0971973 Apr 21 14:53:18.059820 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-26234731-25cd-4378-8bb7-0a286d743513 req-d565b8d3-8f94-4b8a-a48a-2f7a84a13e96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&id=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490057 Apr 21 14:53:19.287511 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46e043-27e2-4420-b3ee-a1ce8244bbe0 req-b5c1ad80-41f2-436c-aa06-08aa7a24515f tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:19.289499 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8f46e043-27e2-4420-b3ee-a1ce8244bbe0 req-b5c1ad80-41f2-436c-aa06-08aa7a24515f tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 984 time: 0.1004894 Apr 21 14:53:19.346888 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-8f46e043-27e2-4420-b3ee-a1ce8244bbe0 req-5be7780b-6534-412e-aff8-adffaff5cabe tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&id=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504029 Apr 21 14:53:20.146559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:53:35.021754 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7b462911-6f77-4641-a9d0-bc810798275c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:53:38.296140 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-565c0c31-1bf2-4e32-b957-e9485667085d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:53:38.949020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:53:39.812942 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:53:39.853794 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:53:40.983505 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:53:47.876019 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-79986cf7-6d87-4963-b955-c68f0b081b24 req-a6db97f9-b198-4ffa-adcf-ef675829fcc5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918922 Apr 21 14:53:48.034736 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79986cf7-6d87-4963-b955-c68f0b081b24 req-9451f69a-f18e-4954-941f-386351887b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:48.036905 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-79986cf7-6d87-4963-b955-c68f0b081b24 req-9451f69a-f18e-4954-941f-386351887b43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d898c0563eb7421792fba18e61e3e727&device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 1137 time: 0.0858333 Apr 21 14:53:48.206986 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79986cf7-6d87-4963-b955-c68f0b081b24 req-bedb8bb7-7512-4d12-a68c-13cb474dc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:48.209219 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-79986cf7-6d87-4963-b955-c68f0b081b24 req-bedb8bb7-7512-4d12-a68c-13cb474dc029 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754 HTTP/1.1" status: 200 len: 916 time: 0.1524365 Apr 21 14:53:48.329119 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-79986cf7-6d87-4963-b955-c68f0b081b24 req-1d8b4233-cb7c-42d6-8789-50953cf511ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f HTTP/1.1" status: 200 len: 1000 time: 0.1136429 Apr 21 14:53:48.403421 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79986cf7-6d87-4963-b955-c68f0b081b24 req-5e419e6b-f8df-408a-b35c-1be00a620231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:48.405080 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-79986cf7-6d87-4963-b955-c68f0b081b24 req-5e419e6b-f8df-408a-b35c-1be00a620231 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41c6d3e0-5f06-44c8-98e9-1413a602914d HTTP/1.1" status: 200 len: 854 time: 0.0697708 Apr 21 14:53:48.506160 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79986cf7-6d87-4963-b955-c68f0b081b24 req-6cd10824-0f17-4c5f-98bf-92653409b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:53:48.508141 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-79986cf7-6d87-4963-b955-c68f0b081b24 req-6cd10824-0f17-4c5f-98bf-92653409b3f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0962725 Apr 21 14:53:48.669536 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-79986cf7-6d87-4963-b955-c68f0b081b24 req-4c5e6c12-ac3b-4d87-8425-c8f4b894fdbd service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545930 Apr 21 14:53:48.828251 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-79986cf7-6d87-4963-b955-c68f0b081b24 req-e4377471-0de3-4a34-a87a-63e775cc4a0e service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521108 Apr 21 14:53:57.149717 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:54:05.024681 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-da1ced19-20d4-4ee3-81b2-0ceceb14ed11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:08.301632 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-78d21564-393a-4c82-b59d-8eeb788439b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:08.951079 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:09.820529 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:09.858562 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:10.987478 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:22.827576 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9fd182da-6793-4e35-8ec3-3abfe519edf7 req-1af40912-0e9e-48b5-8640-7a2f8c3c5759 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733451677&fields=id&tenant_id=d898c0563eb7421792fba18e61e3e727 HTTP/1.1" status: 200 len: 267 time: 0.0515034 Apr 21 14:54:22.934080 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd182da-6793-4e35-8ec3-3abfe519edf7 req-2525db87-bc75-4ab2-bbcf-525791bf7a42 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:22.935799 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9fd182da-6793-4e35-8ec3-3abfe519edf7 req-2525db87-bc75-4ab2-bbcf-525791bf7a42 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 984 time: 0.1008267 Apr 21 14:54:22.954850 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.v2.base [req-9fd182da-6793-4e35-8ec3-3abfe519edf7 req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Request body: {'port': {'security_groups': ['91d04479-875b-4811-bac4-cb837c8761ce']}} {{(pid=86344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:23.100352 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-9fd182da-6793-4e35-8ec3-3abfe519edf7 req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854159150'] for port, before_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:23.539696 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-9fd182da-6793-4e35-8ec3-3abfe519edf7 req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] For port e35e9f0d-f56e-40bf-bc62-6af149c77e0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:54:23.587867 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-9fd182da-6793-4e35-8ec3-3abfe519edf7 req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for port, precommit_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:23.592839 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-9fd182da-6793-4e35-8ec3-3abfe519edf7 req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761474193608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761473761412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275381014371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14973551'] for port, after_update {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:23.600035 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-dc0a1036-1892-4b1b-b2f4-4ec085f30358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:23.605260 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['e35e9f0d-f56e-40bf-bc62-6af149c77e0f'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:54:23.753391 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['e35e9f0d-f56e-40bf-bc62-6af149c77e0f'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:54:23.917076 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd182da-6793-4e35-8ec3-3abfe519edf7 req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:23.917809 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-9fd182da-6793-4e35-8ec3-3abfe519edf7 req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:23.919382 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-9fd182da-6793-4e35-8ec3-3abfe519edf7 req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "PUT /v2.0/ports/e35e9f0d-f56e-40bf-bc62-6af149c77e0f HTTP/1.1" status: 200 len: 942 time: 0.9701612 Apr 21 14:54:23.920004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f'}] {{(pid=86344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:54:23.929556 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 38044) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:23.955823 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event updated for resources: {'Port': ['ID=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,revision_number=7']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:23.965516 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:23.966263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:23.966862 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:23.967481 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:23.968095 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:23.968711 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:23.969366 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:23.969979 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:23.970583 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:23.971186 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:23.971791 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:23.972964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:23.981136 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-1f587362-84da-47d6-808d-cc3f8fd6342a tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:24.008599 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f', 'status': 'completed', 'code': 200} Apr 21 14:54:24.018018 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:24.035780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.provisioning_blocks [None req-5ef26d44-b9a5-41e1-a55d-5899682972e7 None None] Provisioning complete for port e35e9f0d-f56e-40bf-bc62-6af149c77e0f triggered by entity DHCP. {{(pid=86345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 14:54:24.036116 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5ef26d44-b9a5-41e1-a55d-5899682972e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465871'] for port, provisioning_complete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:24.170638 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:24.300287 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba8d9-2583-4aac-a8ab-57446c994df6 req-52514ad6-731b-4f4c-a784-c034caa7c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:24.303194 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-187ba8d9-2583-4aac-a8ab-57446c994df6 req-52514ad6-731b-4f4c-a784-c034caa7c103 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d898c0563eb7421792fba18e61e3e727&device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 1098 time: 0.2619550 Apr 21 14:54:24.459485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:24.479674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-61e97b49-36e4-43c4-bb8f-e8aa8c05b43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:24.517334 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072f484b-8ebb-48ae-ac78-bcc47b4fc4cd,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:24.564011 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:24.564514 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:24.565158 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:24.565855 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:24.567372 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:24.568201 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:24.568908 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:24.569634 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:24.570358 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:24.571079 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:24.571822 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:24.572560 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-2-smb {{(pid=86343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 14:54:24.595033 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:24.596717 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:24.599144 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-fcb41c91-70e9-47c2-a2ea-027930a188ab tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "DELETE /v2.0/security-groups/072f484b-8ebb-48ae-ac78-bcc47b4fc4cd HTTP/1.1" status: 204 len: 168 time: 0.6682208 Apr 21 14:54:24.602631 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86344) accepted ('10.222.0.15', 38048) {{(pid=86344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:24.636082 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba8d9-2583-4aac-a8ab-57446c994df6 req-d06e002a-3680-4c3a-b40e-f7f82524cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:24.637985 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-187ba8d9-2583-4aac-a8ab-57446c994df6 req-d06e002a-3680-4c3a-b40e-f7f82524cad3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754 HTTP/1.1" status: 200 len: 916 time: 0.3261809 Apr 21 14:54:24.848418 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-187ba8d9-2583-4aac-a8ab-57446c994df6 req-a44f3ed9-42b4-41dd-bd93-9ec2de1bb1ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f HTTP/1.1" status: 200 len: 1000 time: 0.2015135 Apr 21 14:54:24.854199 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Deleting port 8344ed6f-585b-4c21-bd35-eb7693151ab3 {{(pid=86344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:24.854592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:24.974157 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba8d9-2583-4aac-a8ab-57446c994df6 req-a0c4b93e-0478-489d-827d-f5d5ec5190df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:24.975808 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-187ba8d9-2583-4aac-a8ab-57446c994df6 req-a0c4b93e-0478-489d-827d-f5d5ec5190df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41c6d3e0-5f06-44c8-98e9-1413a602914d HTTP/1.1" status: 200 len: 854 time: 0.1210620 Apr 21 14:54:25.082420 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:25.082885 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:25.086841 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba8d9-2583-4aac-a8ab-57446c994df6 req-dc28df2c-2f96-40a8-9b1d-85e0dfc6287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:25.088728 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-187ba8d9-2583-4aac-a8ab-57446c994df6 req-dc28df2c-2f96-40a8-9b1d-85e0dfc6287a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1049812 Apr 21 14:54:25.243318 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Calling delete_port for 8344ed6f-585b-4c21-bd35-eb7693151ab3 owned by network:floatingip {{(pid=86344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:54:25.255859 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-187ba8d9-2583-4aac-a8ab-57446c994df6 req-3fae2fcd-3c85-4ef9-bca1-650f05dbf9f6 service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593785 Apr 21 14:54:25.422325 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-187ba8d9-2583-4aac-a8ab-57446c994df6 req-e0cb4f03-0aeb-4f9f-9d00-9fc9e02e038f service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602688 Apr 21 14:54:25.467920 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839802266'] for port, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:25.474356 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:25.528460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event deleted for resources: {'Port': ['ID=8344ed6f-585b-4c21-bd35-eb7693151ab3,revision_number=None']} {{(pid=86344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:25.563162 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:25.634369 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks [] for floatingip, after_delete {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:25.634748 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.db.l3_db [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Floating IP f0d8c065-f994-4b53-89ed-d6545a11aaea disassociated (deleted). External IP: 172.28.3.20, port: e35e9f0d-f56e-40bf-bc62-6af149c77e0f. Apr 21 14:54:26.032889 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:54:26.243543 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:54:26.255344 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc314a22-2c43-450e-84f0-4320f2e1a1c6 None None] Sync routers for ids ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:54:26.259221 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for floatingip, before_response {{(pid=86344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:26.274988 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc314a22-2c43-450e-84f0-4320f2e1a1c6 None None] Routers {'bfdc483e-7f1c-4b9a-bead-6ec10068bd11'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:54:26.275950 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-fc314a22-2c43-450e-84f0-4320f2e1a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:54:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:26.325367 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-d8609d0c-d079-4046-8225-c71a36ed0a59 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "DELETE /v2.0/floatingips/f0d8c065-f994-4b53-89ed-d6545a11aaea HTTP/1.1" status: 204 len: 168 time: 1.7178001 Apr 21 14:54:26.325367 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f'}] {{(pid=86344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:54:26.392555 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f', 'status': 'completed', 'code': 200} Apr 21 14:54:26.532513 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28512703-e8ed-4ea4-8b0e-e8036557e4cf req-9f8ca485-8abb-40d1-b4d9-c1e3887aa0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:26.535090 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-28512703-e8ed-4ea4-8b0e-e8036557e4cf req-9f8ca485-8abb-40d1-b4d9-c1e3887aa0f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d898c0563eb7421792fba18e61e3e727&device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 1098 time: 0.1214731 Apr 21 14:54:26.618626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-fc314a22-2c43-450e-84f0-4320f2e1a1c6 None None] Set router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:54:26.697791 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28512703-e8ed-4ea4-8b0e-e8036557e4cf req-3172c984-d31d-443b-9a17-7b2aebcc0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:26.699451 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-28512703-e8ed-4ea4-8b0e-e8036557e4cf req-3172c984-d31d-443b-9a17-7b2aebcc0d61 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754 HTTP/1.1" status: 200 len: 916 time: 0.1576521 Apr 21 14:54:26.844257 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-28512703-e8ed-4ea4-8b0e-e8036557e4cf req-822dc2f3-c8e8-431f-ab06-66d52159ec50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f HTTP/1.1" status: 200 len: 217 time: 0.1373365 Apr 21 14:54:26.971341 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28512703-e8ed-4ea4-8b0e-e8036557e4cf req-a68097f4-85a5-4c3f-bffa-819e82595f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:26.974883 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-28512703-e8ed-4ea4-8b0e-e8036557e4cf req-a68097f4-85a5-4c3f-bffa-819e82595f4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41c6d3e0-5f06-44c8-98e9-1413a602914d HTTP/1.1" status: 200 len: 854 time: 0.1242294 Apr 21 14:54:27.049408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-fc314a22-2c43-450e-84f0-4320f2e1a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 4, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port': {'id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '7276c4ae-d9cd-4164-a257-36a0927d77ac', 'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'mac_address': 'fa:16:3e:6a:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:02Z', 'updated_at': '2021-04-21T14:51:11Z', 'revision_number': 5, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'subnets': [{'id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:27.057492 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc314a22-2c43-450e-84f0-4320f2e1a1c6 None None] Checking router: bfdc483e-7f1c-4b9a-bead-6ec10068bd11 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:54:27.073985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc314a22-2c43-450e-84f0-4320f2e1a1c6 None None] Routers {'bfdc483e-7f1c-4b9a-bead-6ec10068bd11'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:54:27.075116 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-fc314a22-2c43-450e-84f0-4320f2e1a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:54:08Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:27.140538 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28512703-e8ed-4ea4-8b0e-e8036557e4cf req-77d7fe90-358e-47ed-b8fe-cddc1b6ba2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:27.143229 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-28512703-e8ed-4ea4-8b0e-e8036557e4cf req-77d7fe90-358e-47ed-b8fe-cddc1b6ba2b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3dbbfe68-f7fa-432e-82a4-f9a6754ec754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1607985 Apr 21 14:54:27.323882 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-28512703-e8ed-4ea4-8b0e-e8036557e4cf req-f322e440-7a2a-4d7c-9cff-c044f304ba88 service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726871 Apr 21 14:54:27.338756 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-fc314a22-2c43-450e-84f0-4320f2e1a1c6 None None] Set router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:54:27.588429 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-28512703-e8ed-4ea4-8b0e-e8036557e4cf req-3c7bbe9b-c67c-423b-ab08-8cad5a33d928 service neutron] 10.222.0.44 "GET /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567365 Apr 21 14:54:27.995817 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-fc314a22-2c43-450e-84f0-4320f2e1a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 4, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port': {'id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '7276c4ae-d9cd-4164-a257-36a0927d77ac', 'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'mac_address': 'fa:16:3e:6a:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:02Z', 'updated_at': '2021-04-21T14:51:11Z', 'revision_number': 5, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'subnets': [{'id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:28.002193 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc314a22-2c43-450e-84f0-4320f2e1a1c6 None None] The sync data for ids ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'] in dv-cinder-786385-2-smb is: [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:03Z', 'revision_number': 4, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port': {'id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb', '_interfaces': [{'id': '7276c4ae-d9cd-4164-a257-36a0927d77ac', 'name': '', 'network_id': '3dbbfe68-f7fa-432e-82a4-f9a6754ec754', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'mac_address': 'fa:16:3e:6a:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:02Z', 'updated_at': '2021-04-21T14:51:11Z', 'revision_number': 5, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'subnets': [{'id': '41c6d3e0-5f06-44c8-98e9-1413a602914d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:54:28.425964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f53307e-9a94-4bfb-9caa-8f6106c05aea None None] New status for floating IP f0d8c065-f994-4b53-89ed-d6545a11aaea: DOWN {{(pid=86346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 14:54:30.131348 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d36ac8-f945-46f8-b89a-21ea2c662771 req-33b4765d-70ef-4fcd-896c-3a915219f449 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:30.132060 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-76d36ac8-f945-46f8-b89a-21ea2c662771 req-33b4765d-70ef-4fcd-896c-3a915219f449 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Synchronizing usage tracker for tenant:d898c0563eb7421792fba18e61e3e727 on resource:port {{(pid=86344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:54:30.151141 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-76d36ac8-f945-46f8-b89a-21ea2c662771 req-33b4765d-70ef-4fcd-896c-3a915219f449 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Unset dirty status for tenant:d898c0563eb7421792fba18e61e3e727 on resource:port {{(pid=86344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:54:30.152748 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-76d36ac8-f945-46f8-b89a-21ea2c662771 req-33b4765d-70ef-4fcd-896c-3a915219f449 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 945 time: 0.1185138 Apr 21 14:54:30.205977 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-76d36ac8-f945-46f8-b89a-21ea2c662771 req-03fe8250-b57c-4273-8b0e-d6e69da969a9 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462048 Apr 21 14:54:31.530265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948c13a-ac44-411c-8639-f93759e4963d req-c0a14846-13ef-4c00-9876-a1dac587d58f tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:31.532325 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1948c13a-ac44-411c-8639-f93759e4963d req-c0a14846-13ef-4c00-9876-a1dac587d58f tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 945 time: 0.1008248 Apr 21 14:54:31.585226 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-1948c13a-ac44-411c-8639-f93759e4963d req-a66ce2d3-37c7-4208-8972-2563b6fa6abd tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450037 Apr 21 14:54:32.114340 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71e1d3-3569-4593-bd28-9873deec462d req-1428137d-86e3-41c1-ad2a-09a1748db9f8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:32.115175 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-dc71e1d3-3569-4593-bd28-9873deec462d req-1428137d-86e3-41c1-ad2a-09a1748db9f8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Synchronizing usage tracker for tenant:d898c0563eb7421792fba18e61e3e727 on resource:port {{(pid=86343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 14:54:32.133913 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.quota.resource [req-dc71e1d3-3569-4593-bd28-9873deec462d req-1428137d-86e3-41c1-ad2a-09a1748db9f8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Unset dirty status for tenant:d898c0563eb7421792fba18e61e3e727 on resource:port {{(pid=86343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 14:54:32.136077 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dc71e1d3-3569-4593-bd28-9873deec462d req-1428137d-86e3-41c1-ad2a-09a1748db9f8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 945 time: 0.1122696 Apr 21 14:54:32.218561 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-dc71e1d3-3569-4593-bd28-9873deec462d req-95515453-d541-40bf-9088-efb252c933e8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Deleting port e35e9f0d-f56e-40bf-bc62-6af149c77e0f {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:32.218970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dc71e1d3-3569-4593-bd28-9873deec462d req-95515453-d541-40bf-9088-efb252c933e8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:32.510326 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [req-dc71e1d3-3569-4593-bd28-9873deec462d req-95515453-d541-40bf-9088-efb252c933e8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] For port e35e9f0d-f56e-40bf-bc62-6af149c77e0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:54:32.510856 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dc71e1d3-3569-4593-bd28-9873deec462d req-95515453-d541-40bf-9088-efb252c933e8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:32.923684 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b3f70-8383-4718-b64f-c28bcf0d23c2 req-60b616d5-7869-496a-85c4-9cfec66fc010 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 14:54:32.927114 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e96b3f70-8383-4718-b64f-c28bcf0d23c2 req-60b616d5-7869-496a-85c4-9cfec66fc010 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fae597-c128-4ccd-bb30-bc2162f8955b HTTP/1.1" status: 200 len: 945 time: 0.1485360 Apr 21 14:54:32.931274 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [req-dc71e1d3-3569-4593-bd28-9873deec462d req-95515453-d541-40bf-9088-efb252c933e8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Calling delete_port for e35e9f0d-f56e-40bf-bc62-6af149c77e0f owned by compute:nova {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:54:33.001767 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-e96b3f70-8383-4718-b64f-c28bcf0d23c2 req-13519640-3af9-4927-a26e-cf93fc5b3e96 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.15 "GET /v2.0/security-groups?id=91d04479-875b-4811-bac4-cb837c8761ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669014 Apr 21 14:54:33.131055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dc71e1d3-3569-4593-bd28-9873deec462d req-95515453-d541-40bf-9088-efb252c933e8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:33.140588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2ca0794a-09e2-4410-a1dc-323825226ae4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:33.143431 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] get_ports_and_sgs() called for port_ids ['e35e9f0d-f56e-40bf-bc62-6af149c77e0f'] {{(pid=86345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:54:33.206320 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95515453-d541-40bf-9088-efb252c933e8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Pushing event deleted for resources: {'Port': ['ID=e35e9f0d-f56e-40bf-bc62-6af149c77e0f,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:33.211741 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-95515453-d541-40bf-9088-efb252c933e8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:33.298171 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc71e1d3-3569-4593-bd28-9873deec462d req-95515453-d541-40bf-9088-efb252c933e8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] No DVR routers for this DVR port e35e9f0d-f56e-40bf-bc62-6af149c77e0f on host hv-cinder-78638 {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:54:33.301569 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [req-dc71e1d3-3569-4593-bd28-9873deec462d req-95515453-d541-40bf-9088-efb252c933e8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1699'] for port, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:33.304677 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'name': 'network-vif-deleted', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f'}] {{(pid=86343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:54:33.323570 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [req-dc71e1d3-3569-4593-bd28-9873deec462d req-95515453-d541-40bf-9088-efb252c933e8 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] 10.222.0.44 "DELETE /v2.0/ports/e35e9f0d-f56e-40bf-bc62-6af149c77e0f HTTP/1.1" status: 204 len: 173 time: 1.1820824 Apr 21 14:54:33.365713 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fae597-c128-4ccd-bb30-bc2162f8955b', 'name': 'network-vif-deleted', 'tag': 'e35e9f0d-f56e-40bf-bc62-6af149c77e0f', 'status': 'completed', 'code': 200} Apr 21 14:54:34.150579 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:54:35.028795 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d55a41f8-233f-4d1c-be4b-8e5679ffbad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:35.912101 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 38132) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:36.564894 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af7da2b2-c6b6-4015-8269-bb2c823dd8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854347363'] for router_interface, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:36.715366 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device e35e9f0d-f56e-40bf-bc62-6af149c77e0f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:54:36.763200 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] No Port match for: e35e9f0d-f56e-40bf-bc62-6af149c77e0f {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:36.763834 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Device e35e9f0d-f56e-40bf-bc62-6af149c77e0f not bound to the agent host hv-cinder-78638 {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:54:36.982534 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-af7da2b2-c6b6-4015-8269-bb2c823dd8a8 admin admin] Deleting port 7276c4ae-d9cd-4164-a257-36a0927d77ac {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:36.983134 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af7da2b2-c6b6-4015-8269-bb2c823dd8a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:37.183214 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-af7da2b2-c6b6-4015-8269-bb2c823dd8a8 admin admin] For port 7276c4ae-d9cd-4164-a257-36a0927d77ac, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=7276c4ae-d9cd-4164-a257-36a0927d77ac,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:54:37.183677 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af7da2b2-c6b6-4015-8269-bb2c823dd8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:37.325763 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-af7da2b2-c6b6-4015-8269-bb2c823dd8a8 admin admin] Calling delete_port for 7276c4ae-d9cd-4164-a257-36a0927d77ac owned by network:router_interface {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:54:37.529715 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af7da2b2-c6b6-4015-8269-bb2c823dd8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:37.535780 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-3073eb55-f24f-4dc8-ae5f-46c901c47be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:37.590805 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7da2b2-c6b6-4015-8269-bb2c823dd8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7276c4ae-d9cd-4164-a257-36a0927d77ac,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:37.593671 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-af7da2b2-c6b6-4015-8269-bb2c823dd8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:37.933262 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-af7da2b2-c6b6-4015-8269-bb2c823dd8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854347293'] for router_interface, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:38.311500 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-29e79fc1-5dd7-4543-bce1-894fb840ef8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:38.367534 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7da2b2-c6b6-4015-8269-bb2c823dd8a8 admin admin] Router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:54:38.849872 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7da2b2-c6b6-4015-8269-bb2c823dd8a8 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:54:38.862860 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bf396-9c55-42a3-a70a-89b03f360569 None None] Sync routers for ids ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'] in dv-cinder-786385-2-smb {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:54:38.868192 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-af7da2b2-c6b6-4015-8269-bb2c823dd8a8 admin admin] 10.222.0.15 "PUT /v2.0/routers/bfdc483e-7f1c-4b9a-bead-6ec10068bd11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9542358 Apr 21 14:54:38.871065 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 38136) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:38.876524 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bf396-9c55-42a3-a70a-89b03f360569 None None] Routers {'bfdc483e-7f1c-4b9a-bead-6ec10068bd11'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:54:38.877593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-a73bf396-9c55-42a3-a70a-89b03f360569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:54:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:39.082853 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:39.135528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:39.151099 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-a73bf396-9c55-42a3-a70a-89b03f360569 None None] Set router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 gateway port host: dv-cinder-786385-2-smb {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:54:39.479813 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-a73bf396-9c55-42a3-a70a-89b03f360569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:54:37Z', 'revision_number': 5, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port': {'id': '660a9773-5f5a-4a92-9d46-7a146a9b3390', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:39.484828 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bf396-9c55-42a3-a70a-89b03f360569 None None] Checking router: bfdc483e-7f1c-4b9a-bead-6ec10068bd11 for host: dv-cinder-786385-2-smb {{(pid=86345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:54:39.496280 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bf396-9c55-42a3-a70a-89b03f360569 None None] Routers {'bfdc483e-7f1c-4b9a-bead-6ec10068bd11'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:54:39.497061 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-a73bf396-9c55-42a3-a70a-89b03f360569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:54:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'], 'active': True} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:39.511052 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:39.526599 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Deleting port 660a9773-5f5a-4a92-9d46-7a146a9b3390 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:39.527071 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:39.679326 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-a73bf396-9c55-42a3-a70a-89b03f360569 None None] Set router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 gateway port host: None {{(pid=86345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:54:39.766824 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] For port 660a9773-5f5a-4a92-9d46-7a146a9b3390, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=660a9773-5f5a-4a92-9d46-7a146a9b3390,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:54:39.767408 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:39.808588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-a73bf396-9c55-42a3-a70a-89b03f360569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:54:39Z', 'revision_number': 6, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port_host': None}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:39.819471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bf396-9c55-42a3-a70a-89b03f360569 None None] The sync data for ids ['bfdc483e-7f1c-4b9a-bead-6ec10068bd11'] in dv-cinder-786385-2-smb is: [{'id': 'bfdc483e-7f1c-4b9a-bead-6ec10068bd11', 'name': 'tempest-TestMinimumBasicScenario-1221089942-router', 'tenant_id': 'd898c0563eb7421792fba18e61e3e727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:50:58Z', 'updated_at': '2021-04-21T14:54:39Z', 'revision_number': 6, 'project_id': 'd898c0563eb7421792fba18e61e3e727', 'gw_port_host': None}] {{(pid=86345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:54:39.826271 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:39.867284 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:40.043606 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Calling delete_port for 660a9773-5f5a-4a92-9d46-7a146a9b3390 owned by network:router_gateway {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:54:40.297521 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:40.303927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4ca1e933-a2b7-467b-8fbd-8da2f01a486b tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:40.388510 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=660a9773-5f5a-4a92-9d46-7a146a9b3390,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:40.391213 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:40.466092 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449634'] for router_gateway, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:40.695743 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15874'] for router, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:40.698392 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:40.728836 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346374'] for router, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:40.729601 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfdc483e-7f1c-4b9a-bead-6ec10068bd11 {{(pid=86343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 14:54:40.747384 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] Notify callbacks [] for router, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:40.748990 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-2cff1221-f77c-4648-bbc9-31715de7c4f6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bfdc483e-7f1c-4b9a-bead-6ec10068bd11 HTTP/1.1" status: 204 len: 168 time: 1.8766632 Apr 21 14:54:40.752503 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 38140) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:40.842859 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a22b61-f4d9-4344-a9e4-cda7e1c75925 admin admin] Deleting subnet 41c6d3e0-5f06-44c8-98e9-1413a602914d {{(pid=86343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:54:40.847483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-67a22b61-f4d9-4344-a9e4-cda7e1c75925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:40.905495 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-67a22b61-f4d9-4344-a9e4-cda7e1c75925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16415403'] for subnet, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:41.006206 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:41.017781 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-67a22b61-f4d9-4344-a9e4-cda7e1c75925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:41.065197 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 660a9773-5f5a-4a92-9d46-7a146a9b3390 no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:54:41.117132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 660a9773-5f5a-4a92-9d46-7a146a9b3390 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:41.117528 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 660a9773-5f5a-4a92-9d46-7a146a9b3390 not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:54:41.117999 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 7276c4ae-d9cd-4164-a257-36a0927d77ac no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:54:41.175371 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 7276c4ae-d9cd-4164-a257-36a0927d77ac {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:41.176050 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 7276c4ae-d9cd-4164-a257-36a0927d77ac not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:54:41.403764 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-67a22b61-f4d9-4344-a9e4-cda7e1c75925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838360547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838220951'] for subnet, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:41.408823 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-02d1a37a-e4a1-4e09-9b7b-bd93594c8ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:41.454509 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a22b61-f4d9-4344-a9e4-cda7e1c75925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c6d3e0-5f06-44c8-98e9-1413a602914d,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:41.456761 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-67a22b61-f4d9-4344-a9e4-cda7e1c75925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:41.460373 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-67a22b61-f4d9-4344-a9e4-cda7e1c75925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:41.464537 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-67a22b61-f4d9-4344-a9e4-cda7e1c75925 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/41c6d3e0-5f06-44c8-98e9-1413a602914d HTTP/1.1" status: 204 len: 168 time: 0.7104762 Apr 21 14:54:41.468674 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 38144) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:41.468994 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602054ec-3ae2-476d-9253-243e66bdb671 None None] Network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:54:41.677292 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:41.696762 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Deleting port 4d99ca98-7631-4e2d-bb95-cd11608df02f {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:41.697477 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:41.887311 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d689d18a-03d3-4f67-8ef2-1f2778d5d507 None None] DHCP port deletion for 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 request from dv-cinder-786385-2-smb {{(pid=86345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 14:54:41.892129 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-d689d18a-03d3-4f67-8ef2-1f2778d5d507 None None] Deleting port 4d99ca98-7631-4e2d-bb95-cd11608df02f {{(pid=86345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:41.892559 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d689d18a-03d3-4f67-8ef2-1f2778d5d507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:42.085227 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] For port 4d99ca98-7631-4e2d-bb95-cd11608df02f, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=4d99ca98-7631-4e2d-bb95-cd11608df02f,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:54:42.085848 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:42.139707 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-d689d18a-03d3-4f67-8ef2-1f2778d5d507 None None] For port 4d99ca98-7631-4e2d-bb95-cd11608df02f, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=4d99ca98-7631-4e2d-bb95-cd11608df02f,segment=NetworkSegment(61db62b8-82b4-414c-9b7d-85932baeaeb8),segment_id=61db62b8-82b4-414c-9b7d-85932baeaeb8)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:54:42.140353 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d689d18a-03d3-4f67-8ef2-1f2778d5d507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:42.252822 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Calling delete_port for 4d99ca98-7631-4e2d-bb95-cd11608df02f owned by network:dhcp {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:54:42.318857 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-d689d18a-03d3-4f67-8ef2-1f2778d5d507 None None] Calling delete_port for 4d99ca98-7631-4e2d-bb95-cd11608df02f owned by network:dhcp {{(pid=86345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:54:42.355162 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:42.364495 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4ca92673-f9b1-4ebe-8e5e-111d63867007 tempest-TestMinimumBasicScenario-1727501164 tempest-TestMinimumBasicScenario-1727501164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:42.406266 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.db.api [None req-d689d18a-03d3-4f67-8ef2-1f2778d5d507 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:54:42.406686 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_db.api [None req-d689d18a-03d3-4f67-8ef2-1f2778d5d507 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 14:54:42.455046 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d99ca98-7631-4e2d-bb95-cd11608df02f,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:42.459301 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] No DVR routers for this DVR port 4d99ca98-7631-4e2d-bb95-cd11608df02f on host dv-cinder-786385-2-smb {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:54:42.496497 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:42.601399 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:42.729480 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbbfe68-f7fa-432e-82a4-f9a6754ec754']}} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:42.743590 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61db62b8-82b4-414c-9b7d-85932baeaeb8') {'for_net_delete': True} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:42.744005 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61db62b8-82b4-414c-9b7d-85932baeaeb8') {} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:42.758405 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838360413'] for segment, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:42.780470 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:42.793287 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=86343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:54:42.907836 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-d689d18a-03d3-4f67-8ef2-1f2778d5d507 None None] Deleting port 4d99ca98-7631-4e2d-bb95-cd11608df02f {{(pid=86345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:42.908252 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-d689d18a-03d3-4f67-8ef2-1f2778d5d507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:42.990575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-d689d18a-03d3-4f67-8ef2-1f2778d5d507 None None] The port '4d99ca98-7631-4e2d-bb95-cd11608df02f' was deleted {{(pid=86345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:54:43.043403 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 4d99ca98-7631-4e2d-bb95-cd11608df02f no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:54:43.085852 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 4d99ca98-7631-4e2d-bb95-cd11608df02f {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:43.086334 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 4d99ca98-7631-4e2d-bb95-cd11608df02f not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:54:43.098360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:54:43.110676 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16416190'] for segment, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:43.330728 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Network 3dbbfe68-f7fa-432e-82a4-f9a6754ec754 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:54:43.355542 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:54:43.438395 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:43.442709 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-6bb34434-4586-431e-9157-904a149735af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:43.464350 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:43.472573 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dbbfe68-f7fa-432e-82a4-f9a6754ec754,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:43.478055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:43.492006 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-e099d24c-a85b-477d-8fcb-dce521ba65e9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3dbbfe68-f7fa-432e-82a4-f9a6754ec754 HTTP/1.1" status: 204 len: 168 time: 2.0213261 Apr 21 14:54:43.496287 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 38148) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:44.407001 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d21a8b7-faf3-4b4f-8d21-b9be7770f344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854347363'] for router_interface, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:44.855068 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-7d21a8b7-faf3-4b4f-8d21-b9be7770f344 admin admin] Deleting port 67fdc49a-d8df-4cd0-b30e-a159f9c54587 {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:44.855460 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d21a8b7-faf3-4b4f-8d21-b9be7770f344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:45.059729 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-7d21a8b7-faf3-4b4f-8d21-b9be7770f344 admin admin] For port 67fdc49a-d8df-4cd0-b30e-a159f9c54587, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=67fdc49a-d8df-4cd0-b30e-a159f9c54587,segment=NetworkSegment(b7f30605-11ab-4a32-9153-9b8cbb802eba),segment_id=b7f30605-11ab-4a32-9153-9b8cbb802eba)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:54:45.060136 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d21a8b7-faf3-4b4f-8d21-b9be7770f344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:45.205843 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-7d21a8b7-faf3-4b4f-8d21-b9be7770f344 admin admin] Calling delete_port for 67fdc49a-d8df-4cd0-b30e-a159f9c54587 owned by network:router_interface {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:54:45.460166 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d21a8b7-faf3-4b4f-8d21-b9be7770f344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:45.466335 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-a4b7e6a0-8905-4c06-8d13-4326c63e0d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:45.522667 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21a8b7-faf3-4b4f-8d21-b9be7770f344 admin admin] Pushing event deleted for resources: {'Port': ['ID=67fdc49a-d8df-4cd0-b30e-a159f9c54587,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:45.552268 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-7d21a8b7-faf3-4b4f-8d21-b9be7770f344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:45.869225 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-7d21a8b7-faf3-4b4f-8d21-b9be7770f344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854347293'] for router_interface, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:46.285588 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d21a8b7-faf3-4b4f-8d21-b9be7770f344 admin admin] Router a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb has already been hosted by L3 agent a67d5ec4-a198-425c-aa10-1f064ea5985a {{(pid=86343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 14:54:46.494297 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d21a8b7-faf3-4b4f-8d21-b9be7770f344 admin admin] Notify agent at l3_agent.dv-cinder-786385-2-smb the message routers_updated {{(pid=86343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 14:54:46.508185 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763a8a3-76cd-4721-8882-ac0624ed7cbe None None] Sync routers for ids ['a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'] in dv-cinder-786385-2-smb {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 14:54:46.517426 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-7d21a8b7-faf3-4b4f-8d21-b9be7770f344 admin admin] 10.222.0.15 "PUT /v2.0/routers/a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0193036 Apr 21 14:54:46.521018 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 38152) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:46.521844 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763a8a3-76cd-4721-8882-ac0624ed7cbe None None] Routers {'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:54:46.522633 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-b763a8a3-76cd-4721-8882-ac0624ed7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:54:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:46.786288 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-b763a8a3-76cd-4721-8882-ac0624ed7cbe None None] Set router a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:54:46.787915 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Notify callbacks [] for router, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:47.206415 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-b763a8a3-76cd-4721-8882-ac0624ed7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'name': 'tempest-TestMinimumBasicScenario-1120967006-router', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:51:07Z', 'updated_at': '2021-04-21T14:54:45Z', 'revision_number': 5, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'gw_port': {'id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:08Z', 'updated_at': '2021-04-21T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:47.213371 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763a8a3-76cd-4721-8882-ac0624ed7cbe None None] Checking router: a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb for host: dv-cinder-786385-2-smb {{(pid=86346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 14:54:47.229964 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763a8a3-76cd-4721-8882-ac0624ed7cbe None None] Routers {'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'} bound to L3 agent in host dv-cinder-786385-2-smb {{(pid=86346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 14:54:47.231087 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-b763a8a3-76cd-4721-8882-ac0624ed7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T14:30:38Z,description=,heartbeat_timestamp=2021-04-21T14:54:38Z,host='dv-cinder-786385-2-smb',id=a67d5ec4-a198-425c-aa10-1f064ea5985a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T14:30:38Z,topic='l3_agent')) {'router_ids': ['a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'], 'active': True} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:47.420004 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:47.433484 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Deleting port 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:47.434325 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:47.539678 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvr_db [None req-b763a8a3-76cd-4721-8882-ac0624ed7cbe None None] Set router a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb gateway port host: dv-cinder-786385-2-smb {{(pid=86346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 14:54:47.693581 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] For port 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=374cf3f6-cb58-4444-bcab-0c4fd3a30aaf,segment=NetworkSegment(5242fd22-516f-477b-a3e4-a96b5ab1b4c9),segment_id=5242fd22-516f-477b-a3e4-a96b5ab1b4c9)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:54:47.694065 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:47.863972 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Calling delete_port for 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf owned by network:router_gateway {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:54:48.121072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:48.129675 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-5bd14771-d50d-4078-a919-75fe797ba502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:48.148834 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_hamode_db [None req-b763a8a3-76cd-4721-8882-ac0624ed7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'name': 'tempest-TestMinimumBasicScenario-1120967006-router', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:51:07Z', 'updated_at': '2021-04-21T14:54:45Z', 'revision_number': 5, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'gw_port': {'id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:08Z', 'updated_at': '2021-04-21T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}], 'dv-cinder-786385-2-smb', False) {} {{(pid=86346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:48.156726 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763a8a3-76cd-4721-8882-ac0624ed7cbe None None] The sync data for ids ['a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb'] in dv-cinder-786385-2-smb is: [{'id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'name': 'tempest-TestMinimumBasicScenario-1120967006-router', 'tenant_id': 'bbf56d23041947b2b44a44bd56c76f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'external_fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T14:51:07Z', 'updated_at': '2021-04-21T14:54:45Z', 'revision_number': 5, 'project_id': 'bbf56d23041947b2b44a44bd56c76f59', 'gw_port': {'id': '374cf3f6-cb58-4444-bcab-0c4fd3a30aaf', 'name': '', 'network_id': '8a2848aa-eba2-47a6-8083-67a357f861ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T14:51:08Z', 'updated_at': '2021-04-21T14:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df827936-ef2e-46f1-b2f9-2f2e446e82cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-2-smb'}] {{(pid=86346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 14:54:48.210485 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Pushing event deleted for resources: {'Port': ['ID=374cf3f6-cb58-4444-bcab-0c4fd3a30aaf,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:48.241282 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:48.314187 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449634'] for router_gateway, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:48.526716 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15874'] for router, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:48.531126 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:48.576520 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346374'] for router, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:48.577424 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb {{(pid=86343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 14:54:48.592718 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] Notify callbacks [] for router, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:48.594040 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-f043057f-07b3-42af-89e6-289ae9e8538f admin admin] 10.222.0.15 "DELETE /v2.0/routers/a04f8b8d-3eb1-4755-9f3c-6326a1db7ceb HTTP/1.1" status: 204 len: 168 time: 2.0716224 Apr 21 14:54:48.599751 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 38158) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:48.688626 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.db_base_plugin_v2 [None req-800eb5b7-b913-4a00-ad99-edfa3d54bf02 admin admin] Deleting subnet 955d4c61-e309-45bb-84e5-c04320e79eea {{(pid=86343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 14:54:48.694228 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-800eb5b7-b913-4a00-ad99-edfa3d54bf02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:48.762036 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-800eb5b7-b913-4a00-ad99-edfa3d54bf02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16415403'] for subnet, precommit_delete_associations {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:48.858816 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-800eb5b7-b913-4a00-ad99-edfa3d54bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1360941'] for subnet, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:49.061579 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:54:49.106394 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:49.106889 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 374cf3f6-cb58-4444-bcab-0c4fd3a30aaf not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:54:49.107503 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 67fdc49a-d8df-4cd0-b30e-a159f9c54587 no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:54:49.147874 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: 67fdc49a-d8df-4cd0-b30e-a159f9c54587 {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:49.148448 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device 67fdc49a-d8df-4cd0-b30e-a159f9c54587 not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:54:49.193326 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-800eb5b7-b913-4a00-ad99-edfa3d54bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853414891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838360547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838220951'] for subnet, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:49.199132 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:49.243355 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eb5b7-b913-4a00-ad99-edfa3d54bf02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955d4c61-e309-45bb-84e5-c04320e79eea,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:49.252037 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40a2db1-e523-4ad5-8cda-fc2cf04fe482 None None] Network 108eeae5-619b-4280-9f1d-45e4487380b2 requested from dv-cinder-786385-2-smb {{(pid=86345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 14:54:49.253152 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-800eb5b7-b913-4a00-ad99-edfa3d54bf02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:49.258261 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-800eb5b7-b913-4a00-ad99-edfa3d54bf02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:49.265529 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-800eb5b7-b913-4a00-ad99-edfa3d54bf02 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/955d4c61-e309-45bb-84e5-c04320e79eea HTTP/1.1" status: 204 len: 168 time: 0.6639876 Apr 21 14:54:49.268072 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 38162) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:49.397610 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459297'] for network, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:49.410502 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Deleting port fd0877b7-cfa2-4e27-9a75-361835eba92a {{(pid=86343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:49.410891 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:49.667507 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] For port fd0877b7-cfa2-4e27-9a75-361835eba92a, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=fd0877b7-cfa2-4e27-9a75-361835eba92a,segment=NetworkSegment(b7f30605-11ab-4a32-9153-9b8cbb802eba),segment_id=b7f30605-11ab-4a32-9153-9b8cbb802eba)] {{(pid=86343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:54:49.668299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:49.702447 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da0b253-5740-4e77-adcc-a612f3907ec9 None None] DHCP port deletion for 108eeae5-619b-4280-9f1d-45e4487380b2 request from dv-cinder-786385-2-smb {{(pid=86345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 14:54:49.707575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-2da0b253-5740-4e77-adcc-a612f3907ec9 None None] Deleting port fd0877b7-cfa2-4e27-9a75-361835eba92a {{(pid=86345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:49.708151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2da0b253-5740-4e77-adcc-a612f3907ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:49.925501 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Calling delete_port for fd0877b7-cfa2-4e27-9a75-361835eba92a owned by network:dhcp {{(pid=86343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:54:50.073076 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275380582175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275381014405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838359607'] for port, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:50.083724 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-4a733df1-3009-4767-93fc-8b8cf4a491e3 tempest-VolumesActionsTest-64872146 tempest-VolumesActionsTest-64872146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:50.153451 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.db [None req-2da0b253-5740-4e77-adcc-a612f3907ec9 None None] For port fd0877b7-cfa2-4e27-9a75-361835eba92a, host dv-cinder-786385-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-2-smb',level=0,port_id=fd0877b7-cfa2-4e27-9a75-361835eba92a,segment=NetworkSegment(b7f30605-11ab-4a32-9153-9b8cbb802eba),segment_id=b7f30605-11ab-4a32-9153-9b8cbb802eba)] {{(pid=86345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 14:54:50.153911 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2da0b253-5740-4e77-adcc-a612f3907ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854325126'] for port, precommit_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:50.173151 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0877b7-cfa2-4e27-9a75-361835eba92a,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:50.179575 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:50.180913 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] No DVR routers for this DVR port fd0877b7-cfa2-4e27-9a75-361835eba92a on host dv-cinder-786385-2-smb {{(pid=86343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 14:54:50.295543 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-2da0b253-5740-4e77-adcc-a612f3907ec9 None None] Calling delete_port for fd0877b7-cfa2-4e27-9a75-361835eba92a owned by network:dhcp {{(pid=86345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 14:54:50.389625 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853414792', 'neutron.services.segments.db._delete_segments_for_network-8761474111603'] for network, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:50.412862 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.db.api [None req-2da0b253-5740-4e77-adcc-a612f3907ec9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:54:50.413593 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_db.api [None req-2da0b253-5740-4e77-adcc-a612f3907ec9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 14:54:50.523246 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108eeae5-619b-4280-9f1d-45e4487380b2']}} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:50.538077 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f30605-11ab-4a32-9153-9b8cbb802eba') {'for_net_delete': True} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:50.538423 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.services.segments.db [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f30605-11ab-4a32-9153-9b8cbb802eba') {} {{(pid=86343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 14:54:50.552252 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275380502883', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838360413'] for segment, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:50.571985 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853255349'] for segment, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:50.579410 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=86343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 14:54:50.780729 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Network 108eeae5-619b-4280-9f1d-45e4487380b2 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:54:50.791192 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1520444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16416190'] for segment, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:50.915299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-2da0b253-5740-4e77-adcc-a612f3907ec9 None None] Deleting port fd0877b7-cfa2-4e27-9a75-361835eba92a {{(pid=86345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:50.915876 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-2da0b253-5740-4e77-adcc-a612f3907ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275380584052'] for port, before_delete {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:51.006350 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.managers [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Network 108eeae5-619b-4280-9f1d-45e4487380b2 has no segments {{(pid=86343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 14:54:51.007923 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-2da0b253-5740-4e77-adcc-a612f3907ec9 None None] The port 'fd0877b7-cfa2-4e27-9a75-361835eba92a' was deleted {{(pid=86345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: Traceback (most recent call last): Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: timer() Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: cb(*args, **kw) Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: return func(*args, **kwargs) Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: self._notify() Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: self.callback(batched_events) Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: event.method(event) Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: segment_id)['aggregates'][0] Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: return f(self, *a, **k) Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: return self._get(url).json() Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: **kwargs) Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: return self.request(url, 'GET', **kwargs) Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: **endpoint_filter) Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:54:51.042411 dv-cinder-786385-2-smb neutron-server[86228]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:54:51.066021 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device fd0877b7-cfa2-4e27-9a75-361835eba92a no longer exists at agent ovs-agent-dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 14:54:51.108122 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] No Port match for: fd0877b7-cfa2-4e27-9a75-361835eba92a {{(pid=86345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:51.108901 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.plugins.ml2.rpc [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Device fd0877b7-cfa2-4e27-9a75-361835eba92a not bound to the agent host dv-cinder-786385-2-smb {{(pid=86345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 14:54:51.155970 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853167463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428165'] for network, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:51.161476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853167478'] for network, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:51.165987 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:51.195852 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Pushing event deleted for resources: {'Network': ['ID=108eeae5-619b-4280-9f1d-45e4487380b2,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:51.198536 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:51.203039 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-f6011655-c25e-41e0-9ef4-e7a20a0be905 admin admin] 10.222.0.15 "DELETE /v2.0/networks/108eeae5-619b-4280-9f1d-45e4487380b2 HTTP/1.1" status: 204 len: 168 time: 1.9332922 Apr 21 14:54:51.446418 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 38168) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:51.511816 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-9f4250ce-5c35-4ee0-965d-c51c8b8f7680 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d898c0563eb7421792fba18e61e3e727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612748 Apr 21 14:54:51.512340 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 38172) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:51.588687 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-38c9d6ba-f125-4bb5-997b-4462c3194f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:51.621542 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-38c9d6ba-f125-4bb5-997b-4462c3194f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:51.678443 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-38c9d6ba-f125-4bb5-997b-4462c3194f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:51.684203 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b14383db-babd-498b-bfbd-90e028398678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:51.702165 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9d6ba-f125-4bb5-997b-4462c3194f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d04479-875b-4811-bac4-cb837c8761ce,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:51.705166 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-38c9d6ba-f125-4bb5-997b-4462c3194f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:51.710572 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-38c9d6ba-f125-4bb5-997b-4462c3194f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:51.712067 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-38c9d6ba-f125-4bb5-997b-4462c3194f50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91d04479-875b-4811-bac4-cb837c8761ce HTTP/1.1" status: 204 len: 168 time: 0.1982493 Apr 21 14:54:52.162514 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 38180) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:52.222629 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-8bc08107-5a7a-404f-8459-9a07046ed83e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbf56d23041947b2b44a44bd56c76f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578861 Apr 21 14:54:52.225909 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [-] (86343) accepted ('10.222.0.15', 38184) {{(pid=86343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:52.308338 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b5b4948a-86fa-4356-87f7-99a12e0528f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:52.340049 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b5b4948a-86fa-4356-87f7-99a12e0528f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:52.401695 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b5b4948a-86fa-4356-87f7-99a12e0528f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394663'] for security_group, after_delete {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:52.407370 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-fb0267ad-3335-466f-a7d0-eef30019ea7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 14:54:52.422473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4948a-86fa-4356-87f7-99a12e0528f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da77a944-db58-44a5-b622-d7d3c9a46363,revision_number=None']} {{(pid=86343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 14:54:52.426456 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG oslo_concurrency.lockutils [None req-b5b4948a-86fa-4356-87f7-99a12e0528f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 14:54:52.429403 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b5b4948a-86fa-4356-87f7-99a12e0528f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:54:52.430180 dv-cinder-786385-2-smb neutron-server[86228]: INFO neutron.wsgi [None req-b5b4948a-86fa-4356-87f7-99a12e0528f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da77a944-db58-44a5-b622-d7d3c9a46363 HTTP/1.1" status: 204 len: 168 time: 0.2030892 Apr 21 14:55:05.033267 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-546b1192-d317-4707-a9af-4a3c6f4a0fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:55:08.306125 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-41fb92a9-2014-4748-b13e-aebb8ea1056a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:55:08.956340 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:55:09.807645 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:55:09.863697 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:55:10.990055 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:55:11.150319 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:55:33.502438 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [req-8017cc07-841a-461e-9415-72f42a12f27d req-7f8b4a0d-07c4-4b5e-96bb-2c28bdfa9ab1 service neutron] (86344) timed out ('10.222.0.44', 54912) {{(pid=86344) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 21 14:55:34.031294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [req-87287deb-bf8b-464a-9a61-c98bfab69ea8 req-9e3fb871-3968-4a8c-99a4-bee3b1810790 service neutron] (86343) timed out ('10.222.0.44', 54916) {{(pid=86343) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 21 14:55:35.038812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b8377c8b-72c4-41d9-92a5-29f816a2d62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:55:38.310008 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-364705ea-e100-4d45-ada3-148f653715a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:55:38.959315 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:55:39.821483 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:55:39.861750 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:55:40.993265 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:55:48.151641 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:56:05.043769 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-020f063d-ed30-4d0e-ad96-c773d0a3b205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:56:08.314140 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-e0e96a32-52c2-456e-bce7-f5e755200d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:56:08.962664 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:56:09.807273 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:56:09.868340 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:56:10.997830 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:56:25.152193 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:56:35.048418 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab2d3d08-e02d-4fba-abae-cbbabfe55324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:56:38.318313 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ed76225d-7b23-47da-8a2d-c5de9ede6a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:56:38.966337 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:56:39.835476 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:56:39.854412 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:56:41.010247 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:57:01.197020 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.wsgi [req-b5dd1f98-769b-43f0-b941-b44190cf392c req-940387ac-1d0a-4153-aa0d-ff69c1927765 service neutron] (86344) timed out ('10.222.0.44', 54877) {{(pid=86344) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 21 14:57:02.152108 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:57:05.051186 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-563d683b-bd64-429f-a1ef-b62db6fe40b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:57:08.323766 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1b61e7a4-cd8a-4aa3-8387-a77c8d3b0ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:57:08.969728 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:57:09.823263 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:57:09.850519 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:57:11.001939 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:57:35.055698 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-8fe0ac4e-6429-4405-bef2-d061a9c8aaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:57:38.329467 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b662ccea-778d-48fb-92d5-c0236cbef997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:57:38.981057 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:57:39.151407 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:57:39.834326 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:57:39.856576 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:57:41.005825 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:58:05.059294 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-b9ef7a35-d086-4f6e-84e2-38e6befd5d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:58:08.342836 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-3fc8e026-7b1c-4bf5-a0b3-1442ee3615eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:58:08.973360 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:58:09.860625 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:58:09.865836 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:58:11.018495 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:58:16.151150 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:58:35.063015 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-5862fec3-35c0-41ec-87ad-7726e0eedbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:58:38.347832 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-82f0c699-c2f5-4313-b072-0591ab3dc150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:58:38.977733 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:58:39.863493 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:58:39.867486 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:58:41.022652 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:58:53.150816 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:59:05.066299 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c180a444-5d5a-4d66-a31d-1eff2a6128f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:59:08.342592 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-22b235f8-20f9-4331-a5f7-6d7e320bed66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:59:08.978611 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:59:09.872471 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:59:09.877198 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:59:11.015415 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:59:30.150812 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron.db.agents_db [None req-4e15e488-489e-4632-bae0-c44755a67aac None None] Agent healthcheck: found 6 active agents {{(pid=86346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 14:59:35.070405 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-64427fb5-a8b3-4b03-bb56-ed41c156223c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:59:38.346617 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c604ff42-4cff-48eb-a20d-5513b683478c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:59:38.982473 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-ab47564b-b9bd-49ad-9072-15ba57c5e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:59:39.875390 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-1fb75def-1c3d-4012-919e-82d1e817c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:59:39.877927 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-a10e808e-2286-40e6-9ff2-81cda1767e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 14:59:41.019030 dv-cinder-786385-2-smb neutron-server[86228]: DEBUG neutron_lib.callbacks.manager [None req-c725fda8-4961-41bd-a013-63503ac6ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275380664197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853309862'] for agent, after_update {{(pid=86345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}